-- Logs begin at Thu 2021-07-22 20:15:58 UTC, end at Thu 2021-07-22 21:25:49 UTC. -- Jul 22 20:54:57.670916 dv-cinder-800015-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 20:55:00.406034 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.common.config [-] Logging enabled! Jul 22 20:55:00.406639 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 20:55:00.406734 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92954) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 20:55:00.409922 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.common.config [-] Logging enabled! Jul 22 20:55:00.410419 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 20:55:00.410738 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92954) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 20:55:00.411701 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 20:55:00.411939 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 20:55:00.412302 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 20:55:00.412548 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 20:55:00.412768 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 20:55:00.413094 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.413388 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.413684 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.414454 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.414752 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.415065 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.415354 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.415645 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.415943 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.416228 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.416508 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.416794 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.417025 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.417304 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.417589 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.417874 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.418096 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] debug = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.418372 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.418798 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.419243 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.419526 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.419854 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.420177 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.420453 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.420716 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.421003 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.421333 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] host = dv-cinder-800015-2-iscsi {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.421612 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.421904 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.422192 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.422476 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.422752 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.423049 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.423336 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.423609 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.423881 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] log_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.424156 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.424442 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.424728 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.425016 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.425241 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.425464 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.425752 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.426038 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.426317 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.426593 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.426869 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.427166 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.427444 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.427715 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.427998 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.428282 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.428566 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.428844 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.429118 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.429388 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.430343 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.430710 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.431014 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.431299 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.431579 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.431870 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.432146 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.432422 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.432720 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.433007 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.433289 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.433575 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.433850 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.434133 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.434404 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.434675 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.434946 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] use_json = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.435241 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.435745 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.435859 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.436125 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.436398 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.436674 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.436947 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.437233 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:00.437532 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.437828 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.438132 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.438415 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.438713 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.439069 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.439367 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.439645 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.439935 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.440223 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.440512 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.440793 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.441081 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.441359 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.441653 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.441963 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.442255 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.442546 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.442820 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.443121 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.443397 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.443677 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.443964 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.444257 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.444545 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.444819 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.445127 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.446010 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.446300 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.446575 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.446857 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.447189 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.447472 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.447748 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.448034 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.448314 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.448587 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.448860 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.449137 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.449427 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.449704 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.449978 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.450254 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.450536 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.450810 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.451405 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.451520 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.451734 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.452016 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.452296 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.452571 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.452847 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.453131 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.453405 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.453687 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.453965 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.454243 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.454519 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.454797 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.455094 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.455370 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.455645 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.455927 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.456204 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.456480 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.456759 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.457035 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.457311 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.457599 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.457897 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.458180 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.458460 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.458743 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.459047 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.459329 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.459606 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.459889 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.460172 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.460446 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.460782 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.461706 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.462045 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.462335 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.462619 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.462919 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.463226 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.463515 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.463794 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.464077 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.464371 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.464660 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.464957 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.465254 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.465550 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.465846 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.466139 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.466422 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.466732 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.467036 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:00.467256 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 20:55:00.467496 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92954) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 20:55:00.821536 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 20:55:00.821713 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 20:55:00.822007 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 20:55:00.822336 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 20:55:01.218890 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.219205 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.219476 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.220652 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.220926 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.221190 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.255080 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.255356 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.255623 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.268731 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.269011 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.269279 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.301659 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.301942 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.302213 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.344865 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.345148 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.345419 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.577327 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.578604 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.578880 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.579183 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.579896 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.701870 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.702184 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.702469 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.702741 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.703030 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.703354 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.703619 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.703889 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.704143 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.704424 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.704682 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.704944 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.705199 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.705449 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.705703 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.705976 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.706236 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.706500 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.706766 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.707041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.707312 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.707563 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.707843 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.708212 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.708458 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.708702 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.709094 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:01.709336 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:01.709573 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:01.709808 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:01.710040 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:01.710271 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:01.710657 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 20:55:01.713916 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 20:55:01.717822 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 20:55:01.721490 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 22 20:55:01.723131 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 20:55:01.723586 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 20:55:01.723921 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 20:55:01.724308 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 20:55:01.728755 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 20:55:01.729009 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 20:55:01.729352 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 20:55:01.734567 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 20:55:01.757121 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 20:55:01.757632 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.757942 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92954) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 20:55:01.758301 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.759672 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92954) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 20:55:01.759954 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 20:55:01.760206 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 20:55:01.763354 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.763642 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:01.826735 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 20:55:01.826969 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 20:55:01.827255 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 20:55:01.827672 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 20:55:01.848953 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_db.sqlalchemy.engines [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92954) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 20:55:02.385804 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing driver for type 'gre' Jul 22 20:55:02.386247 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] gre ID ranges: [(1, 1000)] Jul 22 20:55:02.443119 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing driver for type 'local' Jul 22 20:55:02.443463 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing driver for type 'vlan' Jul 22 20:55:02.456525 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] VlanTypeDriver initialization complete Jul 22 20:55:02.456872 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing driver for type 'vxlan' Jul 22 20:55:02.457510 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] vxlan ID ranges: [(1, 1000)] Jul 22 20:55:02.509210 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing extension driver 'port_security' Jul 22 20:55:02.509641 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.extensions.port_security [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] PortSecurityExtensionDriver initialization complete Jul 22 20:55:02.510036 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing mechanism driver 'openvswitch' Jul 22 20:55:02.510404 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing mechanism driver 'hyperv' Jul 22 20:55:02.516860 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.plugin [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:02.517718 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.518099 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.518456 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.518997 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:55:02.519443 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnet after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.519804 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnet after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.520157 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.520554 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:55:02.520963 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.521323 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.521671 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.522067 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:55:02.522475 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > security_group after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.522833 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > security_group after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.523254 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > security_group after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.523785 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:55:02.524191 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.524545 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.524889 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.525287 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:55:02.525697 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > address_group after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.526050 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > address_group after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.526395 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > address_group after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.526786 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92954) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 20:55:02.527198 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] ML2 OVO RPC backend initialized. {{(pid=92954) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 20:55:02.527915 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.528277 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.528697 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.529053 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > networks before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.529409 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.529854 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > ports before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.530209 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnet before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.530554 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnets before_response 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.530906 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.531278 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.531621 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.531964 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.532304 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.532640 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.532979 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnet after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.533320 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnet after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.533652 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.534234 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.plugin [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Modular L2 Plugin initialization complete Jul 22 20:55:02.534564 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading services supported by the core plugin {{(pid=92954) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 20:55:02.534896 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.plugins.ml2.managers [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Got port-security extension from driver 'port_security' Jul 22 20:55:02.535652 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.extensions.vlantransparent [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Disabled vlantransparent extension. Jul 22 20:55:02.536137 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92954) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 20:55:02.536455 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: router Jul 22 20:55:02.573656 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router_interface before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.574030 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router after_create 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.574408 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router before_create 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.574776 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.575187 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.575548 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router after_delete 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.575917 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > floatingip after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.576403 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router after_create 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.576762 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router after_update 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.577115 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router after_update 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.577471 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.578007 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router after_update 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.578235 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_update 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.578609 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.578952 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: port after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.579493 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: subnet after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.579661 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.580012 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > port precommit_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.580363 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_create 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.580713 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: port before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.581069 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.581430 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router after_update 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.581779 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_delete 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.582136 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_create 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.582501 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.582853 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_update 55549900 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.583251 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > agent after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.583607 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > agent after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.583958 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > network after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.584838 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Tracking information for resource: router configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:02.585178 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Tracking information for resource: floatingip configured {{(pid=92954) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 20:55:02.590273 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.db.l3_agentschedulers_db [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 20:55:02.590866 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.591271 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: port after_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.591632 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: port after_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.591989 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: port after_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.592796 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router before_create 55550100 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.593170 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_delete 55550100 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.593537 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_create 55550100 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.593907 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > router precommit_update 55550100 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.598349 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.services.provider_configuration [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service providers = [] {{(pid=92954) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 20:55:02.598720 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.db.servicetype_db [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92954) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 20:55:02.602480 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.services.service_base [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:55:02.602838 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.services.service_base [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:55:02.603221 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.services.service_base [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:55:02.604135 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.services.service_base [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92954) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 20:55:02.604509 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.services.service_base [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 20:55:02.604896 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.605221 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 20:55:02.615906 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.616246 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: auto_allocate Jul 22 20:55:02.622664 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: network precommit_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.623065 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: network precommit_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.623598 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.623920 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: tag Jul 22 20:55:02.630741 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.631114 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: timestamp Jul 22 20:55:02.634981 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.635332 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: network_ip_availability Jul 22 20:55:02.640790 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.641117 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.641477 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.642222 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.642620 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: flavors Jul 22 20:55:02.648843 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.649177 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading Plugin: revisions Jul 22 20:55:02.653467 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92954) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 20:55:02.653865 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_concurrency.lockutils [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=92954) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 20:55:02.654615 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92954) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 20:55:02.654957 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Initializing extension manager. Jul 22 20:55:02.655496 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: __init__.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.655843 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: __pycache__ {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.656186 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.656523 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: address_group.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.657293 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.657863 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: address-group Jul 22 20:55:02.658193 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: address_scope.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.658915 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.659445 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: address-scope Jul 22 20:55:02.659769 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: admin_state_down_before_update.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.660979 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.661487 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: router-admin-state-down-before-update Jul 22 20:55:02.661811 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: agent.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.662518 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.663048 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: agent Jul 22 20:55:02.663372 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: agent_resources_synced.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.664911 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.665436 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: agent-resources-synced Jul 22 20:55:02.665754 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: allowedaddresspairs.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.667975 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.668881 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: allowed-address-pairs Jul 22 20:55:02.669442 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: auto_allocated_topology.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.670597 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.671167 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: auto-allocated-topology Jul 22 20:55:02.671504 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: availability_zone.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.672247 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.672753 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: availability_zone Jul 22 20:55:02.673309 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: availability_zone_filter.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.674792 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.675759 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: availability_zone_filter Jul 22 20:55:02.676120 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: data_plane_status.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.677083 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.677596 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 20:55:02.677928 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: default_subnetpools.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.678857 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.680117 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: default-subnetpools Jul 22 20:55:02.680521 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: dhcpagentscheduler.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.681402 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.681925 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: dhcp_agent_scheduler Jul 22 20:55:02.682250 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: dns.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.683254 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.683753 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension dns-integration not supported by any of loaded plugins Jul 22 20:55:02.684077 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: dns_domain_ports.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.685021 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.685519 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 20:55:02.685839 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.686794 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.687464 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 20:55:02.687893 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: dvr.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.688686 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.689301 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: dvr Jul 22 20:55:02.689710 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: ecmp_routes.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.690733 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.691418 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 20:55:02.691837 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: empty_string_filtering.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.692840 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.693443 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: empty-string-filtering Jul 22 20:55:02.693855 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.694860 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.695707 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 20:55:02.696182 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.697219 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.697860 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 20:55:02.698314 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: external_net.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.699378 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.699991 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: external-net Jul 22 20:55:02.700403 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: extra_dhcp_opt.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.701463 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.702063 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: extra_dhcp_opt Jul 22 20:55:02.702475 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: extraroute.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.703521 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.704131 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: extraroute Jul 22 20:55:02.704535 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: extraroute_atomic.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.705657 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.706271 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: extraroute-atomic Jul 22 20:55:02.706678 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: filter_validation.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.707491 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.708088 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: filter-validation Jul 22 20:55:02.708488 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: fip_pf_description.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.709691 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.710191 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 20:55:02.710517 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: fip_port_details.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.712035 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.712536 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: fip-port-details Jul 22 20:55:02.712883 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: flavors.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.714149 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.714664 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: flavors Jul 22 20:55:02.715012 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.716705 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.717221 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 20:55:02.717554 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: floatingip_pools.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.718261 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.718765 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: floatingip-pools Jul 22 20:55:02.719306 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: ip_allocation.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.720125 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.720630 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 20:55:02.720955 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.721873 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.722381 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: ip-substring-filtering Jul 22 20:55:02.722710 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l2_adjacency.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.723669 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.724170 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 20:55:02.724494 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l3.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.725495 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.726015 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: router Jul 22 20:55:02.726942 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l3_conntrack_helper.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.729231 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.729753 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 20:55:02.730088 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.731067 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.731579 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: ext-gw-mode Jul 22 20:55:02.731905 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.732831 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.733339 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: l3-ha Jul 22 20:55:02.733664 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l3_flavors.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.734578 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.735182 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: l3-flavors Jul 22 20:55:02.735506 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.736424 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.736930 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 20:55:02.737253 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: l3agentscheduler.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.738295 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.738809 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: l3_agent_scheduler Jul 22 20:55:02.739169 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: logging.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.740654 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.741173 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension logging not supported by any of loaded plugins Jul 22 20:55:02.741508 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: metering.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.742259 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.742871 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: metering Jul 22 20:55:02.743225 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.744323 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.744840 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: metering_source_and_destination_fields Jul 22 20:55:02.745200 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: multiprovidernet.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.746254 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.746762 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: multi-provider Jul 22 20:55:02.747120 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: netmtu.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.748040 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.748543 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: net-mtu Jul 22 20:55:02.748866 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: netmtu_writable.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.749855 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.750347 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: net-mtu-writable Jul 22 20:55:02.750668 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: network_availability_zone.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.751360 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.751860 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: network_availability_zone Jul 22 20:55:02.752182 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: network_ip_availability.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.753266 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.753768 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: network-ip-availability Jul 22 20:55:02.754092 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: network_segment_range.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.754942 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.755390 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 20:55:02.755712 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: pagination.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.756719 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.757049 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: pagination Jul 22 20:55:02.757370 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: port_device_profile.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.758277 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.758786 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: port-device-profile Jul 22 20:55:02.759147 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.760072 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.760583 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: port-mac-address-regenerate Jul 22 20:55:02.760906 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.761821 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.762327 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: port-numa-affinity-policy Jul 22 20:55:02.762651 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: port_resource_request.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.763601 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.764102 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 20:55:02.764427 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: portbindings.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.765354 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.765861 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: binding Jul 22 20:55:02.766185 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: portbindings_extended.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.767465 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.767976 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: binding-extended Jul 22 20:55:02.768303 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: portsecurity.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.769215 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.769721 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: port-security Jul 22 20:55:02.770047 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: project_id.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.771060 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.771393 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: project-id Jul 22 20:55:02.771717 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: providernet.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.772640 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.773679 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: provider Jul 22 20:55:02.774166 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.777716 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.778241 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos not supported by any of loaded plugins Jul 22 20:55:02.778573 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.779910 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.780425 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 20:55:02.780758 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.781682 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.782187 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 20:55:02.782518 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_default.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.783464 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.783971 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-default not supported by any of loaded plugins Jul 22 20:55:02.784301 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_fip.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.784960 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.785712 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-fip not supported by any of loaded plugins Jul 22 20:55:02.786036 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_gateway_ip.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.786967 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.787494 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 20:55:02.787820 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_port_network_policy.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.788792 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.789912 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 20:55:02.790242 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_rule_type_details.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.791201 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.791708 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 20:55:02.792035 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: qos_rules_alias.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.793097 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.793606 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 20:55:02.793935 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: quotasv2.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.794861 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.795410 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: quotas Jul 22 20:55:02.795737 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: quotasv2_detail.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.798764 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.799147 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: quota_details Jul 22 20:55:02.799485 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: rbac.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.800559 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.801083 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: rbac-policies Jul 22 20:55:02.801418 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: rbac_address_group.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.802351 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.802866 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: rbac-address-group Jul 22 20:55:02.803229 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: rbac_address_scope.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.804152 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.804765 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: rbac-address-scope Jul 22 20:55:02.805020 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: rbac_security_groups.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.805934 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.806452 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: rbac-security-groups Jul 22 20:55:02.806779 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: rbac_subnetpool.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.807717 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.808226 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: rbac-subnetpool Jul 22 20:55:02.808550 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: revisionifmatch.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.809467 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.810001 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: revision-if-match Jul 22 20:55:02.810433 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: revisions.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.811519 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.812037 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: standard-attr-revisions Jul 22 20:55:02.812367 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: router_availability_zone.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.813047 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.813552 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: router_availability_zone Jul 22 20:55:02.813877 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: routerservicetype.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.814798 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.815333 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension router-service-type not supported by any of loaded plugins Jul 22 20:55:02.815660 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.816590 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.817095 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: security-groups-normalized-cidr Jul 22 20:55:02.817418 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: security_groups_port_filtering.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.818337 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.818842 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: port-security-groups-filtering Jul 22 20:55:02.819258 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.820250 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.820756 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: security-groups-remote-address-group Jul 22 20:55:02.821079 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: securitygroup.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.830684 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.831246 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: security-group Jul 22 20:55:02.831587 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: segment.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.832387 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.832897 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension segment not supported by any of loaded plugins Jul 22 20:55:02.833229 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.834173 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.834680 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 20:55:02.835041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: servicetype.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.836679 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.837198 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: service-type Jul 22 20:55:02.837530 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: sorting.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.838515 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.838851 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: sorting Jul 22 20:55:02.839204 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: standard_attr_segment.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.840195 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.840714 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 20:55:02.841046 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: standardattrdescription.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.841760 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.842278 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: standard-attr-description Jul 22 20:55:02.842605 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: stateful_security_group.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.843618 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.844134 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: stateful-security-group Jul 22 20:55:02.844465 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: stdattrs_common.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.845066 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 20:55:02.845375 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.846341 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.846860 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 20:55:02.847207 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: subnet_onboard.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.848277 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.848798 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: subnet_onboard Jul 22 20:55:02.849125 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.850054 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.850562 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 20:55:02.850887 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: subnet_service_types.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.852408 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.852915 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: subnet-service-types Jul 22 20:55:02.853241 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: subnetallocation.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.854318 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.854828 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: subnet_allocation Jul 22 20:55:02.855186 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.855863 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.856368 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: subnetpool-prefix-ops Jul 22 20:55:02.856693 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.857647 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.858153 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 20:55:02.858480 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: tagging.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.859653 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.860161 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: standard-attr-tag Jul 22 20:55:02.860491 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: timestamp.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.861735 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.862248 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loaded extension: standard-attr-timestamp Jul 22 20:55:02.862576 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: trunk.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.863650 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.864163 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension trunk not supported by any of loaded plugins Jul 22 20:55:02.864490 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: trunk_details.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.865423 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.865964 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension trunk-details not supported by any of loaded plugins Jul 22 20:55:02.866289 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: uplink_status_propagation.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.867348 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.867858 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 20:55:02.868185 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Loading extension file: vlantransparent.py {{(pid=92954) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 20:55:02.868983 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92954) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 20:55:02.869514 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 20:55:02.872058 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:network Jul 22 20:55:02.872602 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:subnet Jul 22 20:55:02.873005 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:55:02.873422 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:port Jul 22 20:55:02.874693 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.875385 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service FLAVORS assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.875876 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.876324 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.876661 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:router Jul 22 20:55:02.877093 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:floatingip Jul 22 20:55:02.877591 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service METERING assigned prefix: /metering {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.879073 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.879450 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.879806 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92954) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 20:55:02.880831 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 20:55:02.881281 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:security_group Jul 22 20:55:02.881730 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 20:55:02.882331 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service CORE assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.882715 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:55:02.883159 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] subnetpool is already registered Jul 22 20:55:02.883605 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service CORE assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.883933 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:55:02.884266 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] subnetpool is already registered Jul 22 20:55:02.886561 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.887032 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service FLAVORS assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.887639 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.888131 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.888472 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:router Jul 22 20:55:02.888812 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] router is already registered Jul 22 20:55:02.889223 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:floatingip Jul 22 20:55:02.889562 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] floatingip is already registered Jul 22 20:55:02.890016 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service METERING assigned prefix: /metering {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.890777 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 20:55:02.891179 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] rbac_policy is already registered Jul 22 20:55:02.891548 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:security_group Jul 22 20:55:02.891889 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] security_group is already registered Jul 22 20:55:02.892290 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 20:55:02.892626 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] security_group_rule is already registered Jul 22 20:55:02.893270 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service CORE assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.893608 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:55:02.893941 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] subnetpool is already registered Jul 22 20:55:02.894365 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.v2.resource_helper [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Service CORE assigned prefix: {{(pid=92954) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 20:55:02.894690 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 20:55:02.895053 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING neutron.quota.resource_registry [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] subnetpool is already registered Jul 22 20:55:02.895531 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: extensions {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.897011 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: address-groups {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.899145 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: address-scopes {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.900474 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: agents {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.901628 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: auto-allocated-topology {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.902856 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: availability_zones {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.904119 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: dhcp-networks {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.905628 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: dhcp-agents {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.907089 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: routers {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.908802 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: flavors {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.911490 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: service_profiles {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.912706 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: next_providers {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.914698 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: service_profiles {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.916323 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: floatingip-pools {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.917572 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: routers {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.919310 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: floatingips {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.920597 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: l3-routers {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.921979 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: l3-agents {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.923445 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: metering-labels {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.924713 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: metering-label-rules {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.926078 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: network-ip-availabilities {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.927372 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: bindings {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.928953 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: quotas {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.930544 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: quotas {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.931995 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: rbac-policies {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.933191 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: security-groups {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.934494 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: security-group-rules {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.935961 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: service-providers {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.937181 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: subnetpools {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.938506 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: subnetpools {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.940074 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.941770 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.943613 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.946221 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.947299 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.949261 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.950942 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.952781 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.954630 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.956405 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron.api.extensions [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Extended resource: tags {{(pid=92954) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 20:55:02.962917 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING keystonemiddleware.auth_token [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 20:55:02.967482 dv-cinder-800015-2-iscsi neutron-server[92954]: WARNING keystonemiddleware.auth_token [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 20:55:02.975908 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_concurrency.lockutils [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Acquired lock "singleton_lock" {{(pid=92954) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 20:55:02.976938 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_concurrency.lockutils [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Releasing lock "singleton_lock" {{(pid=92954) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 20:55:02.977595 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO oslo_service.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Starting 2 workers Jul 22 20:55:02.982436 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Started child 93063 {{(pid=92954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:55:02.986875 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Started child 93064 {{(pid=92954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:55:02.987993 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:02.988615 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO neutron.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 20:55:02.989139 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Notify callbacks [] for process, before_spawn {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:02.989649 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [-] (93063) wsgi starting up on http://0.0.0.0:9696 Jul 22 20:55:02.991510 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:02.992017 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO oslo_service.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Starting 1 workers Jul 22 20:55:02.993005 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [-] (93064) wsgi starting up on http://0.0.0.0:9696 Jul 22 20:55:02.996830 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Started child 93065 {{(pid=92954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:55:02.997346 dv-cinder-800015-2-iscsi neutron-server[92954]: INFO oslo_service.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Starting 1 workers Jul 22 20:55:03.000668 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] calling RpcWorker wait() {{(pid=93065) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 20:55:03.001236 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] returning from RpcWorker wait() {{(pid=93065) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 20:55:03.001827 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Started child 93066 {{(pid=92954) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 20:55:03.002533 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:03.002639 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG neutron_lib.callbacks.manager [None req-cee221a2-b1aa-41d6-854e-15701ea1f16a None None] Notify callbacks [] for process, after_spawn {{(pid=92954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:03.003123 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:03.004735 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92954) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 20:55:03.004945 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 20:55:03.005123 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 20:55:03.005349 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 20:55:03.005687 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 20:55:03.005852 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 20:55:03.006419 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.006696 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.006990 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.007267 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.007625 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.008450 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.008615 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.008717 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:03.009186 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.009186 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.009312 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.009493 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.009657 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.009925 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.010192 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.010491 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.010757 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.011031 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.011321 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.011495 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.011753 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.012014 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.012265 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.012538 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] debug = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.012807 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.013332 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.013592 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.013856 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.014079 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.014354 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.014605 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.014891 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.015154 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.015420 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.015846 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.016280 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.016655 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.017059 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.017446 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.017868 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.018253 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.019038 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] host = dv-cinder-800015-2-iscsi {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.019421 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.019801 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.020228 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.020662 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.021105 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.021475 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.021920 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.022363 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.022778 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.023748 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.024545 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.024690 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.025003 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.025388 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.025632 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_options = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.025998 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.026393 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.026668 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.026866 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.027065 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.027251 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.027510 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.027679 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.027947 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.028204 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.028425 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.028647 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.028889 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.029116 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.029361 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.029612 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.029976 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.030132 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.030305 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.030556 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.030810 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.031088 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.031311 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.031555 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.031790 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.032013 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.032256 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.032584 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.032742 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.033017 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.033253 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.033516 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.033767 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.034021 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.034254 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.034485 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.034724 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.034969 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.035480 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.035732 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.035961 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.036207 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.036456 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.036663 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.036869 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.037122 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_json = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.037450 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.037645 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.037823 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.038039 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.038256 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.038474 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.038691 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.040182 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.040182 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.040182 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.040738 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.040897 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.041024 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.041283 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.041518 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.041741 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.042015 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.042269 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.042587 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.042831 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.043146 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.043400 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.043547 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:03.043800 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.044340 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.045313 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.045313 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.045929 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.045929 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.046384 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.046667 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.047062 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.047332 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.047592 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.047853 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.048080 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.048338 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.048576 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.048817 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.049039 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.049261 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.049541 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.049766 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.050005 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.050230 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.050464 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.050683 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.050939 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.051193 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.051456 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.051696 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.051924 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.052124 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.052383 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.052591 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.052831 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.053168 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.053696 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.053696 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.053935 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.054049 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.054285 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.055180 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.055180 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.055545 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.055757 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.056068 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.056466 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.056800 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.057050 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.057345 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.057574 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.057806 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.058010 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.058243 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.058579 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.058844 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.059119 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.059364 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.059866 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.059866 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.060064 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.060244 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.060483 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.060702 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.060919 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.061136 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.061357 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.061575 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.061814 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.062032 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.062273 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.062492 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.062798 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.063208 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.063509 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.063765 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.064028 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.064307 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.064564 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.064824 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.065296 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.065547 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.065916 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.066087 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.066311 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.066490 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.066757 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.067011 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.067266 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.067665 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.067940 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.068943 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.069113 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.069506 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.070276 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.070539 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.070809 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.071074 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.071329 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.071631 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.071880 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.072262 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.072872 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.072872 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.073180 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.073319 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.073698 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.073698 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.073996 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075107 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075107 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075107 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075107 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075383 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075453 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075709 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.075965 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.076179 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.076408 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.076648 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.076979 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.077285 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.077473 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.077630 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.078548 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.078548 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.078909 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.079144 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.079326 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.079925 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.080188 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.080424 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.080661 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.080906 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.081162 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.081375 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.081785 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.081957 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.082103 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.082270 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.082491 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.082730 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.082946 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.083203 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.083437 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.083680 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.083902 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.084154 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.084371 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.084597 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.084839 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.085064 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.085284 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.085510 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.086365 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.086711 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.087123 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.087438 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.087713 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.087939 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.088610 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.088861 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.089112 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.089333 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.090017 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.090240 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.090465 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.090687 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.090918 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.091167 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.091408 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.091645 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.091864 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.092137 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.092417 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.092735 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.092981 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.093217 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.093970 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.094202 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.094452 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.094699 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.094923 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.095169 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.095413 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.095635 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.095883 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.096132 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.096356 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.098787 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.099063 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.099303 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.099541 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.099771 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.100085 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.100382 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.100630 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.100911 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.101163 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.102034 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.102594 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.102594 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.102796 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.103022 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.103257 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.103480 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.103732 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.103954 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.104173 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.104424 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.104649 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.104885 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.105117 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.105333 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.105548 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.105774 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.105997 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.106209 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.106436 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.106709 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.106920 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110676 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110676 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110676 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110676 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.110676 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.111041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.111041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.111193 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.111519 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.111739 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.112006 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.112252 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.112499 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.112746 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.112984 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.113303 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.113892 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.113892 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.114065 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.114356 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.114639 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.114916 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.115159 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.115459 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.115808 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.116090 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.116356 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.116601 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.116880 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.117129 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.117371 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.117611 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.117859 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.118098 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.118357 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.118607 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.118854 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.119116 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.119347 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.119566 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.119816 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.120064 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.120286 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.120502 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.120660 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 20:55:03.121206 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92954) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 20:55:03.121378 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 20:55:03.121533 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 20:55:03.121703 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 20:55:03.121875 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 20:55:03.122027 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 20:55:03.122236 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.122400 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.122723 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.122888 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.123077 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.123263 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.123422 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.123580 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.123742 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.123901 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.124084 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.124243 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.124402 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.124559 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.124717 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.124877 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.125026 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.125197 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.125349 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.125509 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.125668 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.125826 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.125983 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] debug = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.126141 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.126335 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.126500 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.126661 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.126818 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.127154 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.127305 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.127451 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.127612 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.127772 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.127932 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.128090 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.128248 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.128406 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.128565 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.128723 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.128884 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.129041 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] host = dv-cinder-800015-2-iscsi {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.129200 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.129359 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.129516 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.129675 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.129838 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.129997 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.130155 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.130313 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.130471 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.130628 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.130787 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.130946 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.131126 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.131285 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.131444 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_options = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.131602 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.131759 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.131941 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.132101 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.132266 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.132959 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.133107 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.133270 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.133428 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.133575 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.133811 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.133902 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.134025 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.134183 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.134341 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.134502 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.134659 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.134825 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.135003 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.135154 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.135313 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.135470 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.135629 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.135786 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.135944 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.136102 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.136258 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.136416 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.136573 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.136731 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.136889 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.137047 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.137205 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.137364 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.137520 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.137678 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.137835 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.137998 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.138156 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.138313 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.138473 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.138629 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.138787 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.138945 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.139134 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.139293 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_json = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.139451 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.139609 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.139771 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.139930 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.140087 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.140245 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.140403 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.140563 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 20:55:03.140741 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.140904 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.141079 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.141290 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.141405 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.141566 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.141727 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.141889 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.142076 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.142238 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.142454 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.142587 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.142710 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.142875 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.143060 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.143226 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.143388 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.143549 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.143711 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.143873 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.144035 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.144196 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.144375 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.144901 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.144901 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.144901 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.145251 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.145251 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.145602 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.145602 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.145602 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.145950 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.145950 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.146453 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.146453 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.146453 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.146757 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.146757 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.146757 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.147100 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.147100 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.147320 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.147443 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.147565 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.147700 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.147863 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.148026 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.148248 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.148972 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.149093 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.149218 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.149585 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.149585 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.149830 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.149830 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.150076 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.150202 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.150324 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.150445 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.150567 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.150907 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.150907 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.151099 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.151214 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.151377 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.151539 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.151701 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.151863 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.152024 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.152185 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.152347 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.152509 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.152671 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.152832 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.152995 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.153156 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.153318 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.153479 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.153640 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.153802 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.153964 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.154125 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.154286 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.154447 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.154617 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.154798 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.154962 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.155139 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.155310 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.155442 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.155603 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.155766 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.155928 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.156090 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.156251 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.156412 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.156574 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.156739 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.156900 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.157062 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.157223 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.157384 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.157546 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.157707 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.157869 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.158030 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.158192 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.158353 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.158514 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.158675 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.158835 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.159092 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.159353 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.159486 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.159669 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.159784 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.159924 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.160045 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.160459 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.160622 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.160783 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.160944 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.161105 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.161266 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.161428 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.161590 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.161754 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.161921 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.162095 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.162257 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.162445 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.162585 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.162753 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.162914 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.163097 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.163266 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.163423 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.163772 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.163932 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.164093 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.164237 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.164395 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.164536 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.164684 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.164848 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.165014 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.165153 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.165313 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.165475 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.165636 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.165798 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.165961 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.166123 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.166286 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.166448 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.166609 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.166771 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.166931 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.167131 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.167299 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.167462 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.167624 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.167786 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.167899 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:03.168011 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.168118 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.168247 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.168408 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.168568 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.168729 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.168894 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.169056 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.169218 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.169385 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.169548 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.169708 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.169870 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.170034 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.170195 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.170358 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.170520 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.170681 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.170842 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.171023 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.171187 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.171349 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.171511 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.171673 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.171850 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.172012 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.172174 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.172335 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.172496 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.172657 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.172818 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.172979 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.173141 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.173302 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.173464 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.173628 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.173792 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.173954 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.174117 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.174278 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.174439 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.174602 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.174763 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.174938 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.175107 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.175275 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.175436 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.175598 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.175759 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.175931 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.176095 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.176255 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.176416 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.176577 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.176740 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.176911 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.177073 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.177234 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.177395 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.177556 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.177717 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.177888 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.178050 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.178211 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.178373 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.178533 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.178695 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.178866 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.179052 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.179265 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.179419 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180003 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180003 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180003 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180003 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180486 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180486 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180486 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180829 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.180829 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.181261 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.181261 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.181261 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.181593 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.181593 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.181826 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.181826 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.182061 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.182176 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.182286 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.182397 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.182553 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.182716 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.182883 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.183076 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.183246 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.183410 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.183580 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.183749 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.183919 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.184082 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.184250 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.184425 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.184586 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.184748 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.184909 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.185070 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.185231 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.185393 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.185555 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.185716 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.185877 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.186039 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.186242 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.186370 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.186493 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.186646 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.186808 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.186968 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.187148 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.187310 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.187472 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 20:55:03.187612 dv-cinder-800015-2-iscsi neutron-server[92954]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92954) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 20:55:03.354008 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51466) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:03.363155 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067315 Jul 22 20:55:14.675501 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292428d-aaf4-47a0-837f-edb57e61d19d None None] get_active_networks_info from dv-cinder-800015-2-iscsi {{(pid=93065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 20:55:14.813470 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a292428d-aaf4-47a0-837f-edb57e61d19d None None] No non-hosted networks {{(pid=93065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 20:55:14.829472 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6a59ac08-a0cf-47c9-9a37-4740c3197511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-494818'] for agent, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:14.842637 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.agentschedulers_db [None req-a292428d-aaf4-47a0-837f-edb57e61d19d None None] DHCP Agent not found on host dv-cinder-800015-2-iscsi {{(pid=93065) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 20:55:17.260387 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2d0e5b53-40be-46a6-b93f-cbeee4cc0922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-494818'] for agent, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:17.313340 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1a905583-2d15-4a03-80a5-140d2b3bde44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:17.484027 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-494818'] for agent, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:17.484773 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.485110 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.489011 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.490579 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.490934 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.492177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.493771 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.495875 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.496363 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.496839 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.497333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.498043 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:17.499712 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800015-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:17.513239 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800015-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:18.467588 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-494818'] for agent, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:20.126185 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-494818'] for agent, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:21.203120 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51556) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:21.702223 dv-cinder-800015-2-iscsi neutron-server[93063]: WARNING oslo_policy.policy [None req-96091bfc-1f7e-4cda-b88b-70a2849a5ec0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:21.702846 dv-cinder-800015-2-iscsi neutron-server[93063]: WARNING oslo_policy.policy [None req-96091bfc-1f7e-4cda-b88b-70a2849a5ec0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:21.923614 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [None req-96091bfc-1f7e-4cda-b88b-70a2849a5ec0 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:55:21.924717 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-96091bfc-1f7e-4cda-b88b-70a2849a5ec0 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7206805 Jul 22 20:55:23.579978 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.db.l3_hamode_db [None req-ac912a49-4cd2-4ef9-bad2-77e99ee2da8c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 20:55:23.655566 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac912a49-4cd2-4ef9-bad2-77e99ee2da8c None None] Routers set() bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:55:23.655949 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac912a49-4cd2-4ef9-bad2-77e99ee2da8c None None] Router IDs set() for agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 20:55:24.300267 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 51570) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:24.788639 dv-cinder-800015-2-iscsi neutron-server[93064]: WARNING oslo_policy.policy [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:24.789196 dv-cinder-800015-2-iscsi neutron-server[93064]: WARNING oslo_policy.policy [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:25.012159 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:55:25.106291 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.policy [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93064) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 20:55:25.151818 dv-cinder-800015-2-iscsi neutron-server[93064]: WARNING oslo_policy.policy [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:25.152262 dv-cinder-800015-2-iscsi neutron-server[93064]: WARNING oslo_policy.policy [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:25.161305 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.quota [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] Loaded quota_driver: . Jul 22 20:55:25.254612 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756592096360', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756592096797', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756592075477', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756592081967', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756592054892', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756598459219', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1689931', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647456', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574841', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3666969'] for rbac-policy, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:25.321629 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:25.323101 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1a2d5ab1-cf34-42dd-867b-9698d7989893 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0206788 Jul 22 20:55:27.883965 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 51588) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:28.180933 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '8bde9f73da4640569ea572de39da757e', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'name': 'private'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:55:28.209727 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Made reservation on behalf of 8bde9f73da4640569ea572de39da757e for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:55:28.212696 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.230131 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.362154 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.367188 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.390842 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:55:28.431290 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756593691176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.431904 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Unsubscribe: segment precommit_create {{(pid=93064) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 20:55:28.432381 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Added segment 3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a of type vlan for network 2b95d583-73d0-4394-b36d-7a13e83a5076 Jul 22 20:55:28.449851 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8cd4e-ab79-4147-9de9-519ec353399c,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:28.500725 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.501087 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.501428 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.501758 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.502085 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.502425 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.502749 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.503099 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.503437 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.503755 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.504072 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.504388 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Tracked resource versions report: Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: pushed versions: Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: { 'AddressGroup': {'1.2'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'ConntrackHelper': {'1.0'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Log': {'1.0'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Network': {'1.1'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Port': {'1.7'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'PortForwarding': {'1.2'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'QosPolicy': {'1.8'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroup': {'1.4'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SubPort': {'1.0'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Subnet': {'1.1'}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Trunk': {'1.1'}} Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: consumer versions: Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'ConntrackHelper': '1.0', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Log': '1.0', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Network': '1.1', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Port': '1.7', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'PortForwarding': '1.2', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'QosPolicy': '1.8', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroup': '1.4', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroupRule': '1.2', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SubPort': '1.0', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Subnet': '1.1', Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Trunk': '1.1'}} Jul 22 20:55:28.505626 dv-cinder-800015-2-iscsi neutron-server[93064]: {{(pid=93064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:55:28.554925 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.606206 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.607562 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:28.608202 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.663769 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7786071 Jul 22 20:55:28.712568 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e368-c71b-41bf-aa21-4a00af92fff7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b95d583-73d0-4394-b36d-7a13e83a5076,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:28.725283 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:55:31.337619 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 51602) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:31.724164 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105ea4b-229a-4788-a4f6-6a7e30db68bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:31.727438 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c105ea4b-229a-4788-a4f6-6a7e30db68bf admin admin] 10.222.0.64 "GET /v2.0/networks/2b95d583-73d0-4394-b36d-7a13e83a5076 HTTP/1.1" status: 200 len: 826 time: 0.3887794 Jul 22 20:55:31.751892 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d381b71e-822f-4da7-a09b-7b488e404a2e admin admin] 10.222.0.64 "GET /v2.0/subnetpools/43073db7-f6f1-4d21-a916-ac680fbcf774 HTTP/1.1" status: 200 len: 734 time: 0.0202389 Jul 22 20:55:31.761009 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Request body: {'subnet': {'tenant_id': '8bde9f73da4640569ea572de39da757e', 'name': 'private-subnet', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'subnetpool_id': '43073db7-f6f1-4d21-a916-ac680fbcf774', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:55:31.783562 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Made reservation on behalf of 8bde9f73da4640569ea572de39da757e for: {'subnet': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:55:31.786360 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:32.108430 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:32.186774 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54547fc4-62f6-4f83-9c98-26ca32709a3d,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:32.190752 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Checking segment: {'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:55:32.190752 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Network hostable DHCP agents. Network: 2b95d583-73d0-4394-b36d-7a13e83a5076, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:55:32.220605 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:55:32.233612 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 2b95d583-73d0-4394-b36d-7a13e83a5076) {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:55:32.239877 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:32.240859 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:32.248731 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6845ba-8b71-461b-b2fe-a6322b798927 None None] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:55:32.258191 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-63a4f7e8-4143-49c1-a9d0-70c961f9d884 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5006385 Jul 22 20:55:32.624717 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-2b95d583-73d0-4394-b36d-7a13e83a5076', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'fixed_ips': [{'subnet_id': '54547fc4-62f6-4f83-9c98-26ca32709a3d'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:55:32.625970 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:32.925176 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Allocated IP 172.20.0.2 (2b95d583-73d0-4394-b36d-7a13e83a5076/54547fc4-62f6-4f83-9c98-26ca32709a3d/68f4e826-22f7-423d-abef-bda45d1823f9) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:55:33.165170 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:33.180296 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Transition to ACTIVE for port object 68f4e826-22f7-423d-abef-bda45d1823f9 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:55:33.202942 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Transition to ACTIVE for port object 68f4e826-22f7-423d-abef-bda45d1823f9 will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:55:33.212228 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:33.280340 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:55:33.290799 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:55:33.294742 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:55:33.306901 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Pushing event updated for resources: {'Port': ['ID=68f4e826-22f7-423d-abef-bda45d1823f9,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:33.351808 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.352153 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.352487 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.352817 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.353140 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.353505 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.353829 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.354147 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.354586 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.354815 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.355163 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.355481 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Tracked resource versions report: Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: pushed versions: Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: { 'AddressGroup': {'1.2'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'ConntrackHelper': {'1.0'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Log': {'1.0'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Network': {'1.1'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Port': {'1.7'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'PortForwarding': {'1.2'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'QosPolicy': {'1.8'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroup': {'1.4'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SubPort': {'1.0'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Subnet': {'1.1'}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Trunk': {'1.1'}} Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: consumer versions: Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'ConntrackHelper': '1.0', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Log': '1.0', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Network': '1.1', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Port': '1.7', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'PortForwarding': '1.2', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'QosPolicy': '1.8', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroup': '1.4', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroupRule': '1.2', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SubPort': '1.0', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Subnet': '1.1', Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Trunk': '1.1'}} Jul 22 20:55:33.356603 dv-cinder-800015-2-iscsi neutron-server[93065]: {{(pid=93065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:55:33.395688 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Attempting to bind port 68f4e826-22f7-423d-abef-bda45d1823f9 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:55:33.396081 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Attempting to bind port 68f4e826-22f7-423d-abef-bda45d1823f9 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:55:33.396529 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Attempting to bind port 68f4e826-22f7-423d-abef-bda45d1823f9 on network 2b95d583-73d0-4394-b36d-7a13e83a5076 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:55:33.401829 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:55:33.401993 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Checking segment: {'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:55:33.402355 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:33.402743 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Bound using segment: {'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:55:33.403243 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Bound port: 68f4e826-22f7-423d-abef-bda45d1823f9, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:55:33.403674 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:33.469961 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] For port 68f4e826-22f7-423d-abef-bda45d1823f9, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:55:33.474034 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] For port 68f4e826-22f7-423d-abef-bda45d1823f9, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=68f4e826-22f7-423d-abef-bda45d1823f9,segment=NetworkSegment(3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a),segment_id=3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:55:33.479840 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:33.547549 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258d2d2-325b-4a67-89c4-df4afb32c3f2 None None] Pushing event updated for resources: {'Port': ['ID=68f4e826-22f7-423d-abef-bda45d1823f9,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:34.748013 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51610) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:35.070908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [None req-47fe64d5-2381-45b0-b32c-01f98cf13468 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:55:35.071869 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-47fe64d5-2381-45b0-b32c-01f98cf13468 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229041 Jul 22 20:55:37.461734 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51618) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:37.768841 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [None req-0c0707ff-734b-4066-91e9-be47067aca47 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:55:37.769839 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-0c0707ff-734b-4066-91e9-be47067aca47 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068917 Jul 22 20:55:40.402924 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51628) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:40.706526 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Request body: {'router': {'tenant_id': '8bde9f73da4640569ea572de39da757e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:55:40.777923 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.policy [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93063) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 20:55:40.830261 dv-cinder-800015-2-iscsi neutron-server[93063]: WARNING oslo_policy.policy [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:40.830679 dv-cinder-800015-2-iscsi neutron-server[93063]: WARNING oslo_policy.policy [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 20:55:40.840368 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.quota [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Loaded quota_driver: . Jul 22 20:55:40.905353 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:40.907204 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:41.068754 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:41.073719 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:41.094863 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:41.096116 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b21068e9-cddc-44fb-bf51-fa51387cf9ee admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6922016 Jul 22 20:55:41.360258 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 68f4e826-22f7-423d-abef-bda45d1823f9 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:55:41.451314 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 68f4e826-22f7-423d-abef-bda45d1823f9 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:55:41.940123 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08863b0-8dbb-4cf9-81f7-8237f1ec3809 None None] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:55:42.019833 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d2fc9938-47bf-4ffa-b5a1-43d3170c07e0 None None] Provisioning for port 68f4e826-22f7-423d-abef-bda45d1823f9 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:55:42.032015 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d2fc9938-47bf-4ffa-b5a1-43d3170c07e0 None None] Provisioning complete for port 68f4e826-22f7-423d-abef-bda45d1823f9 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:55:42.032418 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9938-47bf-4ffa-b5a1-43d3170c07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:42.213457 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9938-47bf-4ffa-b5a1-43d3170c07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:42.262309 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-d2fc9938-47bf-4ffa-b5a1-43d3170c07e0 None None] For port 68f4e826-22f7-423d-abef-bda45d1823f9, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=68f4e826-22f7-423d-abef-bda45d1823f9,segment=NetworkSegment(3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a),segment_id=3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:55:42.266398 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d2fc9938-47bf-4ffa-b5a1-43d3170c07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:42.318236 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc9938-47bf-4ffa-b5a1-43d3170c07e0 None None] Pushing event updated for resources: {'Port': ['ID=68f4e826-22f7-423d-abef-bda45d1823f9,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:42.484880 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-8920fa2d-729c-4690-b190-b2774d023d8e None None] Provisioning complete for port 68f4e826-22f7-423d-abef-bda45d1823f9 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:55:42.485513 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8920fa2d-729c-4690-b190-b2774d023d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:43.328358 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 68f4e826-22f7-423d-abef-bda45d1823f9 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:55:43.378201 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 68f4e826-22f7-423d-abef-bda45d1823f9 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:55:43.378581 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:43.487834 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51642) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:43.795199 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [None req-8ec86e09-aabd-4ac7-af0d-f0f38009722d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:55:43.796209 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-8ec86e09-aabd-4ac7-af0d-f0f38009722d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074200 Jul 22 20:55:44.624513 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-cb500a19-813f-431b-b763-4446611bff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.188084 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 51650) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:46.495188 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:55:46.515986 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Made reservation on behalf of ffa2904dc5ce44dbac9da9c267bf323c for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:55:46.518314 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.526039 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.616126 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.619691 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.634529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Reserving flat network on physical network physnet1 {{(pid=93064) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 20:55:46.654146 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dddb1c8-d2aa-409a-995a-0684d484a57b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:46.660913 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.661250 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Added segment 3ed75f6b-aab3-4322-9f03-f078ecf3a7fe of type flat for network 07e8176e-ed52-4186-b645-1c8b30408577 Jul 22 20:55:46.709605 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.745615 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.746698 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:46.747293 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:46.774316 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5851712 Jul 22 20:55:46.808278 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4c644-10da-42fc-b221-04f28cc05d37 admin admin] Pushing event updated for resources: {'Network': ['ID=07e8176e-ed52-4186-b645-1c8b30408577,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:46.818366 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 07e8176e-ed52-4186-b645-1c8b30408577 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:55:47.070123 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:55:47.253466 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5297-9766-4147-9e0a-efd0603c56c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:47.481345 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:48.411621 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:49.183491 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51668) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:49.415784 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26f6fb8-f770-4507-b13f-bb22edb869e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:49.417276 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-d26f6fb8-f770-4507-b13f-bb22edb869e9 admin admin] 10.222.0.64 "GET /v2.0/subnets/54547fc4-62f6-4f83-9c98-26ca32709a3d HTTP/1.1" status: 200 len: 849 time: 0.2328663 Jul 22 20:55:49.536553 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-af5d6646-e535-4dcf-b0de-249c56f47325 admin admin] 10.222.0.64 "GET /v2.0/routers/e41dd09f-a937-423f-9a86-537759530977 HTTP/1.1" status: 200 len: 704 time: 0.1139643 Jul 22 20:55:49.813864 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.049708 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.129714 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Allocated IP 172.20.0.1 (2b95d583-73d0-4394-b36d-7a13e83a5076/54547fc4-62f6-4f83-9c98-26ca32709a3d/08ec00a4-303a-48e0-b0b4-8f0004ae0aa3) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:55:50.346790 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.373684 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Transition to ACTIVE for port object 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:55:50.454170 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.491158 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:55:50.492493 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:55:50.558474 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:55:50.559279 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.622756 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Pushing event updated for resources: {'Port': ['ID=08ec00a4-303a-48e0-b0b4-8f0004ae0aa3,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:50.643231 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.643545 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.643892 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.644808 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.645230 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.645551 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.645923 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.646255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.646599 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.646931 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.647278 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.647602 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Tracked resource versions report: Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: pushed versions: Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: { 'AddressGroup': {'1.2'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'ConntrackHelper': {'1.0'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Log': {'1.0'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Network': {'1.1'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Port': {'1.7'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'PortForwarding': {'1.2'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'QosPolicy': {'1.8'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroup': {'1.4'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SubPort': {'1.0'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Subnet': {'1.1'}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Trunk': {'1.1'}} Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: consumer versions: Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'ConntrackHelper': '1.0', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Log': '1.0', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Network': '1.1', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Port': '1.7', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'PortForwarding': '1.2', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'QosPolicy': '1.8', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroup': '1.4', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroupRule': '1.2', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SubPort': '1.0', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Subnet': '1.1', Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Trunk': '1.1'}} Jul 22 20:55:50.648739 dv-cinder-800015-2-iscsi neutron-server[93063]: {{(pid=93063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:55:50.729464 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-293610bd-cc65-4ac7-97fe-b103b601cb35 None None] Provisioning for port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:55:50.733072 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-293610bd-cc65-4ac7-97fe-b103b601cb35 None None] Provisioning complete for port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:55:50.733439 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-293610bd-cc65-4ac7-97fe-b103b601cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.768277 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-293610bd-cc65-4ac7-97fe-b103b601cb35 None None] Port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:55:50.789755 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.979161 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.983814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:50.984636 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:51.041971 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Pushing event updated for resources: {'Port': ['ID=08ec00a4-303a-48e0-b0b4-8f0004ae0aa3,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:51.114165 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:55:51.115527 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:55:51.289596 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-bc49cbad-7041-4c2a-b73e-c396c754b447 None None] Provisioning complete for port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:55:51.290093 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bc49cbad-7041-4c2a-b73e-c396c754b447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:51.323087 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-bc49cbad-7041-4c2a-b73e-c396c754b447 None None] Port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:55:51.332981 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Router e41dd09f-a937-423f-9a86-537759530977 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:55:51.429591 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:55:51.434775 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-2df693f7-8a29-443a-8c57-69c54e273b4a admin admin] 10.222.0.64 "PUT /v2.0/routers/e41dd09f-a937-423f-9a86-537759530977/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8934822 Jul 22 20:55:51.450201 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Sync routers for ids ['e41dd09f-a937-423f-9a86-537759530977'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:55:51.462886 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Routers {'e41dd09f-a937-423f-9a86-537759530977'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:55:51.463763 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T20:55:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['e41dd09f-a937-423f-9a86-537759530977'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:51.647539 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Set router e41dd09f-a937-423f-9a86-537759530977 gateway port host: None {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:55:52.084816 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41dd09f-a937-423f-9a86-537759530977', 'name': 'router1', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:55:40Z', 'updated_at': '2021-07-22T20:55:50Z', 'revision_number': 2, 'project_id': '8bde9f73da4640569ea572de39da757e', 'gw_port_host': None, '_interfaces': [{'id': '08ec00a4-303a-48e0-b0b4-8f0004ae0aa3', 'name': '', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'mac_address': 'fa:16:3e:f7:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:49Z', 'updated_at': '2021-07-22T20:55:50Z', 'revision_number': 2, 'project_id': '8bde9f73da4640569ea572de39da757e', 'subnets': [{'id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43073db7-f6f1-4d21-a916-ac680fbcf774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:52.133865 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Checking router: e41dd09f-a937-423f-9a86-537759530977 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:55:52.134189 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Updating router e41dd09f-a937-423f-9a86-537759530977 port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:55:52.198218 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:52.692597 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:52.711232 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Transition to ACTIVE for port object 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:55:52.716905 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:52.879009 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Pushing event updated for resources: {'Port': ['ID=08ec00a4-303a-48e0-b0b4-8f0004ae0aa3,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:52.887924 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Attempting to bind port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:55:52.888314 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Attempting to bind port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:55:52.888795 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Attempting to bind port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 on network 2b95d583-73d0-4394-b36d-7a13e83a5076 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:55:52.892193 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.892646 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.892876 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.893202 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.893534 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.893970 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.894205 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.894530 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.894854 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.895215 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.895526 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.895840 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Tracked resource versions report: Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: pushed versions: Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: { 'AddressGroup': {'1.2'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'ConntrackHelper': {'1.0'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Log': {'1.0'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Network': {'1.1'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Port': {'1.7'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'PortForwarding': {'1.2'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'QosPolicy': {'1.8'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroup': {'1.4'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroupRule': {'1.2'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SubPort': {'1.0'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Subnet': {'1.1'}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Trunk': {'1.1'}} Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: consumer versions: Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'ConntrackHelper': '1.0', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Log': '1.0', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Network': '1.1', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Port': '1.7', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'PortForwarding': '1.2', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'QosPolicy': '1.8', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroup': '1.4', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroupRule': '1.2', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SubPort': '1.0', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Subnet': '1.1', Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Trunk': '1.1'}} Jul 22 20:55:52.896941 dv-cinder-800015-2-iscsi neutron-server[93066]: {{(pid=93066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 20:55:52.901687 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:55:52.902093 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Checking segment: {'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:55:52.902572 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:52.902954 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Bound using segment: {'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:55:52.903472 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Bound port: 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:55:52.903868 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:52.974310 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] For port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:55:52.996523 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] For port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=08ec00a4-303a-48e0-b0b4-8f0004ae0aa3,segment=NetworkSegment(3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a),segment_id=3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:55:53.000696 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:53.060959 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Routers {'e41dd09f-a937-423f-9a86-537759530977'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:55:53.061626 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T20:55:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['e41dd09f-a937-423f-9a86-537759530977'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:53.063414 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258b0b1-937c-49f0-9d7f-b13a18211c8b None None] Pushing event updated for resources: {'Port': ['ID=08ec00a4-303a-48e0-b0b4-8f0004ae0aa3,revision_number=4']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:53.157201 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] Set router e41dd09f-a937-423f-9a86-537759530977 gateway port host: None {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:55:53.374612 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41dd09f-a937-423f-9a86-537759530977', 'name': 'router1', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:55:40Z', 'updated_at': '2021-07-22T20:55:50Z', 'revision_number': 2, 'project_id': '8bde9f73da4640569ea572de39da757e', 'gw_port_host': None, '_interfaces': [{'id': '08ec00a4-303a-48e0-b0b4-8f0004ae0aa3', 'name': '', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'mac_address': 'fa:16:3e:f7:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:49Z', 'updated_at': '2021-07-22T20:55:52Z', 'revision_number': 4, 'project_id': '8bde9f73da4640569ea572de39da757e', 'subnets': [{'id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43073db7-f6f1-4d21-a916-ac680fbcf774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:55:53.403188 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a1b8ae-8a74-4a83-b5c9-b61a6e2306ab None None] The sync data for ids ['e41dd09f-a937-423f-9a86-537759530977'] in dv-cinder-800015-2-iscsi is: [{'id': 'e41dd09f-a937-423f-9a86-537759530977', 'name': 'router1', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:55:40Z', 'updated_at': '2021-07-22T20:55:50Z', 'revision_number': 2, 'project_id': '8bde9f73da4640569ea572de39da757e', 'gw_port_host': None, '_interfaces': [{'id': '08ec00a4-303a-48e0-b0b4-8f0004ae0aa3', 'name': '', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'mac_address': 'fa:16:3e:f7:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:49Z', 'updated_at': '2021-07-22T20:55:52Z', 'revision_number': 4, 'project_id': '8bde9f73da4640569ea572de39da757e', 'subnets': [{'id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43073db7-f6f1-4d21-a916-ac680fbcf774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:55:53.728259 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51692) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:53.838119 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7536499a-77e3-42d5-948b-d91efffd1da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:53.839831 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-7536499a-77e3-42d5-948b-d91efffd1da8 admin admin] 10.222.0.64 "GET /v2.0/networks/07e8176e-ed52-4186-b645-1c8b30408577 HTTP/1.1" status: 200 len: 842 time: 0.1106803 Jul 22 20:55:53.849140 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:55:53.874179 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Made reservation on behalf of ffa2904dc5ce44dbac9da9c267bf323c for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:55:53.876536 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:54.202471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.objects.ports [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 20:55:54.202909 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:54.257871 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5232adaa-9585-4c77-9bb9-eb2a56799c6d,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:54.267570 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:55:54.267932 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Network hostable DHCP agents. Network: 07e8176e-ed52-4186-b645-1c8b30408577, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:55:54.293919 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:55:54.305648 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 07e8176e-ed52-4186-b645-1c8b30408577) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:55:54.309869 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:54.310521 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:54.314745 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56e724-8e21-4c42-95b5-68cce6e8045e None None] Network 07e8176e-ed52-4186-b645-1c8b30408577 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:55:54.327276 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e722b4bf-3d0e-4081-a2aa-601444641878 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4781818 Jul 22 20:55:54.452867 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2309b-7a06-4871-b3dc-0bbc274b18c6 None None] Network 07e8176e-ed52-4186-b645-1c8b30408577 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:55:56.617565 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51700) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:55:56.746233 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-8e104044-462e-446b-9718-2019b789d580 admin admin] 10.222.0.64 "GET /v2.0/routers/e41dd09f-a937-423f-9a86-537759530977 HTTP/1.1" status: 200 len: 710 time: 0.1274543 Jul 22 20:55:56.831927 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302834e1-dde7-43e3-8a0d-ae437ffc9d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:56.833322 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-302834e1-dde7-43e3-8a0d-ae437ffc9d70 admin admin] 10.222.0.64 "GET /v2.0/networks/07e8176e-ed52-4186-b645-1c8b30408577 HTTP/1.1" status: 200 len: 886 time: 0.0821068 Jul 22 20:55:56.842213 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:55:57.098142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:57.407229 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:57.486254 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:57.593144 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Allocated IP 172.27.2.35 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/84520ec0-c910-4bc3-8ef9-3ad9425e22c2) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:55:57.697421 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:57.735805 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:57.777473 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:55:57.780272 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:55:57.783076 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:55:57.790968 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Pushing event updated for resources: {'Port': ['ID=84520ec0-c910-4bc3-8ef9-3ad9425e22c2,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:58.032598 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:58.230928 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:58.235998 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-507129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-507106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-506962'] for router, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:58.347508 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Router e41dd09f-a937-423f-9a86-537759530977 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:55:58.456999 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:55:58.461256 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:58.462505 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f9905dfb-67b1-4fa6-b85b-5740b2bd1a76 admin admin] 10.222.0.64 "PUT /v2.0/routers/e41dd09f-a937-423f-9a86-537759530977 HTTP/1.1" status: 200 len: 889 time: 1.6237881 Jul 22 20:55:59.356061 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:55:59.408917 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:55:59.412797 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:55:59.413227 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:59.544671 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:59.577357 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=08ec00a4-303a-48e0-b0b4-8f0004ae0aa3,segment=NetworkSegment(3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a),segment_id=3f4d5dd7-8541-4c7d-b0d1-23834c5ae31a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:55:59.583493 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:59.631775 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=08ec00a4-303a-48e0-b0b4-8f0004ae0aa3,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:55:59.929753 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Sync routers for ids ['e41dd09f-a937-423f-9a86-537759530977'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:55:59.940949 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Routers {'e41dd09f-a937-423f-9a86-537759530977'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:55:59.941603 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T20:55:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['e41dd09f-a937-423f-9a86-537759530977'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:56:00.224215 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Set router e41dd09f-a937-423f-9a86-537759530977 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:56:00.649697 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41dd09f-a937-423f-9a86-537759530977', 'name': 'router1', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '84520ec0-c910-4bc3-8ef9-3ad9425e22c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:55:40Z', 'updated_at': '2021-07-22T20:55:57Z', 'revision_number': 4, 'project_id': '8bde9f73da4640569ea572de39da757e', 'gw_port': {'id': '84520ec0-c910-4bc3-8ef9-3ad9425e22c2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:57Z', 'updated_at': '2021-07-22T20:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '08ec00a4-303a-48e0-b0b4-8f0004ae0aa3', 'name': '', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'mac_address': 'fa:16:3e:f7:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:49Z', 'updated_at': '2021-07-22T20:55:59Z', 'revision_number': 5, 'project_id': '8bde9f73da4640569ea572de39da757e', 'subnets': [{'id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43073db7-f6f1-4d21-a916-ac680fbcf774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:56:00.707521 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Checking router: e41dd09f-a937-423f-9a86-537759530977 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:56:00.707874 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Updating router e41dd09f-a937-423f-9a86-537759530977 port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:56:00.741378 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:00.912659 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 51712) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:56:01.044393 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f6c22da7-373e-4dc7-a2cb-579a5241c17b admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1306760 Jul 22 20:56:01.072922 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:01.084527 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Transition to ACTIVE for port object 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:56:01.090888 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:01.147515 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab631166-9a04-4ee3-9c68-0f6530674f5c None None] Pushing event updated for resources: {'Port': ['ID=84520ec0-c910-4bc3-8ef9-3ad9425e22c2,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:56:01.152140 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Attempting to bind port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:56:01.152514 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Attempting to bind port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:56:01.152879 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Attempting to bind port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:56:01.158614 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:56:01.159013 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:56:01.159425 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:01.159817 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:56:01.160286 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Bound port: 84520ec0-c910-4bc3-8ef9-3ad9425e22c2, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:56:01.160683 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:01.215179 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] For port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:56:01.218319 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] For port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=84520ec0-c910-4bc3-8ef9-3ad9425e22c2,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:56:01.223121 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:01.274441 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Routers {'e41dd09f-a937-423f-9a86-537759530977'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:56:01.275076 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T20:55:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['e41dd09f-a937-423f-9a86-537759530977'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:56:01.402139 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:56:01.430933 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab631166-9a04-4ee3-9c68-0f6530674f5c None None] Pushing event updated for resources: {'Port': ['ID=84520ec0-c910-4bc3-8ef9-3ad9425e22c2,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:56:01.508620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] Set router e41dd09f-a937-423f-9a86-537759530977 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:56:01.553639 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:56:01.554024 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:01.800011 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41dd09f-a937-423f-9a86-537759530977', 'name': 'router1', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '84520ec0-c910-4bc3-8ef9-3ad9425e22c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:55:40Z', 'updated_at': '2021-07-22T20:55:57Z', 'revision_number': 4, 'project_id': '8bde9f73da4640569ea572de39da757e', 'gw_port': {'id': '84520ec0-c910-4bc3-8ef9-3ad9425e22c2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:57Z', 'updated_at': '2021-07-22T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '08ec00a4-303a-48e0-b0b4-8f0004ae0aa3', 'name': '', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'mac_address': 'fa:16:3e:f7:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:49Z', 'updated_at': '2021-07-22T20:55:59Z', 'revision_number': 5, 'project_id': '8bde9f73da4640569ea572de39da757e', 'subnets': [{'id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43073db7-f6f1-4d21-a916-ac680fbcf774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:56:01.826605 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aff1eff-0c4b-4eed-bbe7-7c119468d4cc None None] The sync data for ids ['e41dd09f-a937-423f-9a86-537759530977'] in dv-cinder-800015-2-iscsi is: [{'id': 'e41dd09f-a937-423f-9a86-537759530977', 'name': 'router1', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '84520ec0-c910-4bc3-8ef9-3ad9425e22c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:55:40Z', 'updated_at': '2021-07-22T20:55:57Z', 'revision_number': 4, 'project_id': '8bde9f73da4640569ea572de39da757e', 'gw_port': {'id': '84520ec0-c910-4bc3-8ef9-3ad9425e22c2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:57Z', 'updated_at': '2021-07-22T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '08ec00a4-303a-48e0-b0b4-8f0004ae0aa3', 'name': '', 'network_id': '2b95d583-73d0-4394-b36d-7a13e83a5076', 'tenant_id': '8bde9f73da4640569ea572de39da757e', 'mac_address': 'fa:16:3e:f7:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41dd09f-a937-423f-9a86-537759530977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:55:49Z', 'updated_at': '2021-07-22T20:55:59Z', 'revision_number': 5, 'project_id': '8bde9f73da4640569ea572de39da757e', 'subnets': [{'id': '54547fc4-62f6-4f83-9c98-26ca32709a3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43073db7-f6f1-4d21-a916-ac680fbcf774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:56:03.386768 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:56:03.446675 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:56:03.451415 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:56:03.451971 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:03.547489 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:03.570689 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=84520ec0-c910-4bc3-8ef9-3ad9425e22c2,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:56:03.576037 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:03.631968 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=84520ec0-c910-4bc3-8ef9-3ad9425e22c2,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:56:05.389858 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:56:05.481620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 84520ec0-c910-4bc3-8ef9-3ad9425e22c2 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:56:05.482411 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:14.629376 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-02d41e05-af85-4595-9c7a-478281c23987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:17.255460 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2ea753e6-1059-47c3-b548-b8b5b9528adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:17.486551 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:18.422341 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:20.062261 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:24.075031 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:56:44.623979 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-f0d6118c-f05c-4752-9fba-2748a65783de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:47.258065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-c00d0235-4779-40fb-a93d-6ae6206d5bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:47.483725 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:48.424643 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:50.065093 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:01.078542 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:57:14.625830 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-25ab1154-d33d-47db-9fcd-5a884fd2cee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:17.264155 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a5e4bde8-afdb-48ca-8566-db8e56d152b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:17.485764 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:18.426866 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:20.069132 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:38.077354 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:57:40.653306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52282) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:40.712401 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbcacd6-5341-4413-b1c1-4cb1fae034fa admin admin] GET failed (client error): The resource could not be found. Jul 22 20:57:40.713719 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-1cbcacd6-5341-4413-b1c1-4cb1fae034fa admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594628 Jul 22 20:57:40.959404 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13175139-5617-4a5c-8d53-4e8c0390dac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:40.960820 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-13175139-5617-4a5c-8d53-4e8c0390dac5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2433324 Jul 22 20:57:43.226385 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52292) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:43.317073 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1707dc2-235c-4a91-9b79-9703ebd2f136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:43.319212 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-d1707dc2-235c-4a91-9b79-9703ebd2f136 admin admin] 10.222.0.64 "GET /v2.0/subnets/54547fc4-62f6-4f83-9c98-26ca32709a3d HTTP/1.1" status: 200 len: 849 time: 0.0917923 Jul 22 20:57:43.328326 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:57:43.416883 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:43.559088 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756593609840'] for subnet, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:43.587409 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:43.588011 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:43.589372 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] 10.222.0.64 "PUT /v2.0/subnets/54547fc4-62f6-4f83-9c98-26ca32709a3d HTTP/1.1" status: 200 len: 868 time: 0.2646766 Jul 22 20:57:43.606042 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2d5ea-6deb-46ec-bbc5-a0a30e46f383 None None] Network 2b95d583-73d0-4394-b36d-7a13e83a5076 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:57:43.615464 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54547fc4-62f6-4f83-9c98-26ca32709a3d,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:57:43.622882 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.623286 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.623613 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.623948 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.624277 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.624761 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.625098 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.625428 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.625781 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.626110 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.626431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.626749 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa754f-4293-4669-b82f-b071b135397b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:57:43.991639 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d9577de9-4356-4a28-acd4-01d49e88638d None None] Provisioning complete for port 68f4e826-22f7-423d-abef-bda45d1823f9 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:57:43.992022 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d9577de9-4356-4a28-acd4-01d49e88638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:44.078503 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d9577de9-4356-4a28-acd4-01d49e88638d None None] Provisioning complete for port 08ec00a4-303a-48e0-b0b4-8f0004ae0aa3 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:57:44.078782 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d9577de9-4356-4a28-acd4-01d49e88638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:44.628059 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8603d4f3-b604-4679-b204-17b661452d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:45.782825 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52300) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:45.983172 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fe871-ab97-40cc-933c-9fe23c2d1c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:45.983576 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fe871-ab97-40cc-933c-9fe23c2d1c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:45.985128 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-bd5fe871-ab97-40cc-933c-9fe23c2d1c83 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2012978 Jul 22 20:57:47.265958 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-072e8501-f790-41f2-8ee9-f6bd55c5240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:47.479553 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:48.196739 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52308) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:48.330765 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe82666-81c2-47aa-a9bd-40e01b3c1c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:48.331404 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe82666-81c2-47aa-a9bd-40e01b3c1c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:48.333002 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-cfe82666-81c2-47aa-a9bd-40e01b3c1c0f admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1353285 Jul 22 20:57:48.426741 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:50.070990 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:57:50.557750 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52316) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:50.682683 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb160e-df25-412e-bc3e-6a2f2fd2e949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:50.684116 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-49fb160e-df25-412e-bc3e-6a2f2fd2e949 admin admin] 10.222.0.64 "GET /v2.0/networks/07e8176e-ed52-4186-b645-1c8b30408577 HTTP/1.1" status: 200 len: 886 time: 0.1254084 Jul 22 20:57:52.848948 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52324) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:52.976951 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee486fe-447b-4625-9ffb-23e7c884f8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:52.978399 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-7ee486fe-447b-4625-9ffb-23e7c884f8db admin admin] 10.222.0.64 "GET /v2.0/networks/2b95d583-73d0-4394-b36d-7a13e83a5076 HTTP/1.1" status: 200 len: 870 time: 0.1284931 Jul 22 20:57:55.174366 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52332) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:55.299454 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22155b6-8dec-4a50-8274-0fc1d54a375d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:55.299921 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22155b6-8dec-4a50-8274-0fc1d54a375d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:55.301612 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e22155b6-8dec-4a50-8274-0fc1d54a375d admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261418 Jul 22 20:57:57.451336 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52340) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:57.541276 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045da87-af64-4f09-976e-9d315b6a5838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:57.541744 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e045da87-af64-4f09-976e-9d315b6a5838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:57.543305 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e045da87-af64-4f09-976e-9d315b6a5838 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909970 Jul 22 20:57:59.727542 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52348) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:57:59.814239 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb2eba-4e21-43f5-a258-46cefca2981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:57:59.815633 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-becb2eba-4e21-43f5-a258-46cefca2981e admin admin] 10.222.0.64 "GET /v2.0/subnets/5232adaa-9585-4c77-9bb9-eb2a56799c6d HTTP/1.1" status: 200 len: 816 time: 0.0871434 Jul 22 20:58:01.991901 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52356) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:58:02.087128 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34515d3b-1836-49ed-b75c-2e7ffc8c8c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:58:02.088474 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-34515d3b-1836-49ed-b75c-2e7ffc8c8c07 admin admin] 10.222.0.64 "GET /v2.0/subnets/54547fc4-62f6-4f83-9c98-26ca32709a3d HTTP/1.1" status: 200 len: 868 time: 0.0956342 Jul 22 20:58:14.628408 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-30bfae85-76d7-4902-8b6e-7a50974bc931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:15.077089 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:58:17.268062 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-00a89a19-f5dc-4c4e-b5d9-3427ae274249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:17.487951 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:18.429417 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:20.076480 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:26.767690 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52408) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:58:26.820029 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [None req-f0d956a6-9ec3-4683-8a9d-d3f2ef3c7f64 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:58:26.821067 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-f0d956a6-9ec3-4683-8a9d-d3f2ef3c7f64 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523479 Jul 22 20:58:29.072972 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52418) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:58:29.132544 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.pecan_wsgi.hooks.translation [None req-110df993-dd81-429b-946c-19ca2978f90c admin admin] GET failed (client error): The resource could not be found. Jul 22 20:58:29.133912 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-110df993-dd81-429b-946c-19ca2978f90c admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599773 Jul 22 20:58:29.283115 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2868398-2039-4155-b329-923111b4ff0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:58:29.284535 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e2868398-2039-4155-b329-923111b4ff0b admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1463554 Jul 22 20:58:31.584978 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52426) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:58:31.630732 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:58:31.652865 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Made reservation on behalf of ffa2904dc5ce44dbac9da9c267bf323c for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:58:31.655078 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:31.690279 dv-cinder-800015-2-iscsi neutron-server[93064]: WARNING neutron.services.revisions.revision_plugin [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Could not find related network for resource to bump revision. Jul 22 20:58:31.701387 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:58:31.710423 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:31.710854 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Added segment b3e14712-142d-4243-826c-f5244ee8784b of type vlan for network 3a4211a0-74f9-434d-8d8f-c07bd4342074 Jul 22 20:58:31.750361 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:31.781126 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:31.782190 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:58:31.782765 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:31.813033 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2269611 Jul 22 20:58:31.847820 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4211a0-74f9-434d-8d8f-c07bd4342074,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:58:31.856357 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.856726 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.857068 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.857402 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.857728 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.858070 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.858396 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.858792 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.859226 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.859592 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.859992 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.860389 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ed698-49c0-4aea-8901-1292fb906d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:31.873361 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 3a4211a0-74f9-434d-8d8f-c07bd4342074 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:58:34.040852 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52434) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:58:34.102845 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0b80b8-f8f4-429c-a548-a1cf5df82c4d admin admin] GET failed (client error): The resource could not be found. Jul 22 20:58:34.104649 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-0c0b80b8-f8f4-429c-a548-a1cf5df82c4d admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628459 Jul 22 20:58:34.179462 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7826c35-2ccc-4c36-8fca-94ded3079707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:58:34.180960 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c7826c35-2ccc-4c36-8fca-94ded3079707 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0723524 Jul 22 20:58:34.193251 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Request body: {'subnet': {'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:58:34.218796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Made reservation on behalf of ffa2904dc5ce44dbac9da9c267bf323c for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:58:34.221755 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:34.396363 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:34.450428 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd814f1-39ae-4086-99ce-a2c895272428,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:58:34.458912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Checking segment: {'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:58:34.459307 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Network hostable DHCP agents. Network: 3a4211a0-74f9-434d-8d8f-c07bd4342074, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:58:34.476175 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Network 3a4211a0-74f9-434d-8d8f-c07bd4342074 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:58:34.486854 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 3a4211a0-74f9-434d-8d8f-c07bd4342074) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:58:34.490887 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:58:34.491512 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:34.496985 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd68e5-5f6c-4e6c-9dcf-330f4cbe850c None None] Network 3a4211a0-74f9-434d-8d8f-c07bd4342074 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:58:34.506190 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-402cfdd9-30f8-46aa-810e-aff9257e7301 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3171551 Jul 22 20:58:34.654918 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-3a4211a0-74f9-434d-8d8f-c07bd4342074', 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074', 'tenant_id': 'ffa2904dc5ce44dbac9da9c267bf323c', 'fixed_ips': [{'subnet_id': 'ecd814f1-39ae-4086-99ce-a2c895272428'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:58:34.655839 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:34.796163 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Allocated IP 192.168.233.2 (3a4211a0-74f9-434d-8d8f-c07bd4342074/ecd814f1-39ae-4086-99ce-a2c895272428/5a7fcf37-0742-4f0f-8c33-101ab719f4a1) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:58:34.942670 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:34.952096 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Transition to ACTIVE for port object 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:58:34.967787 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Transition to ACTIVE for port object 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:58:34.973827 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:35.016174 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Network 3a4211a0-74f9-434d-8d8f-c07bd4342074 is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:58:35.018921 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:58:35.022470 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:58:35.030422 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Pushing event updated for resources: {'Port': ['ID=5a7fcf37-0742-4f0f-8c33-101ab719f4a1,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:58:35.054943 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.055230 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.055571 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.055912 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.056702 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.057061 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.057390 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.057724 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.058290 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.058554 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.058888 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.059240 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:58:35.100147 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Attempting to bind port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:58:35.100660 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Attempting to bind port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:58:35.101127 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Attempting to bind port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 on network 3a4211a0-74f9-434d-8d8f-c07bd4342074 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:58:35.106956 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:58:35.107527 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Checking segment: {'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:58:35.111916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:35.111916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Bound using segment: {'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:58:35.111916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Bound port: 5a7fcf37-0742-4f0f-8c33-101ab719f4a1, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:58:35.111916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:35.177767 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] For port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:58:35.182460 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] For port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=5a7fcf37-0742-4f0f-8c33-101ab719f4a1,segment=NetworkSegment(b3e14712-142d-4243-826c-f5244ee8784b),segment_id=b3e14712-142d-4243-826c-f5244ee8784b)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:58:35.187072 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:35.244481 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee564f5-5683-4202-a1d8-d82a566fb5a4 None None] Pushing event updated for resources: {'Port': ['ID=5a7fcf37-0742-4f0f-8c33-101ab719f4a1,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:58:35.524224 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:58:35.580632 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:58:36.036093 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9186b47a-5889-4db9-a43f-31f977c35e7c None None] Network 3a4211a0-74f9-434d-8d8f-c07bd4342074 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:58:36.111642 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-c2af6625-6218-47fa-9572-a09bf1afa8fb None None] Provisioning for port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:58:36.122713 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-c2af6625-6218-47fa-9572-a09bf1afa8fb None None] Provisioning complete for port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:58:36.123177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-c2af6625-6218-47fa-9572-a09bf1afa8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:36.258580 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-c2af6625-6218-47fa-9572-a09bf1afa8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:36.302152 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-c2af6625-6218-47fa-9572-a09bf1afa8fb None None] For port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=5a7fcf37-0742-4f0f-8c33-101ab719f4a1,segment=NetworkSegment(b3e14712-142d-4243-826c-f5244ee8784b),segment_id=b3e14712-142d-4243-826c-f5244ee8784b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:58:36.307355 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-c2af6625-6218-47fa-9572-a09bf1afa8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:36.363264 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af6625-6218-47fa-9572-a09bf1afa8fb None None] Pushing event updated for resources: {'Port': ['ID=5a7fcf37-0742-4f0f-8c33-101ab719f4a1,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:58:36.529423 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-5e4b4008-6a03-4eb2-af2c-f5680266353d None None] Provisioning complete for port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:58:36.530062 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4008-6a03-4eb2-af2c-f5680266353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:37.459739 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:58:37.508509 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 5a7fcf37-0742-4f0f-8c33-101ab719f4a1 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:58:37.508884 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:44.631764 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-40a79fde-c73d-41b5-86cc-144948ee7c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:47.269557 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-573d289d-9821-4a92-941c-bdd9f4d92996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:47.479237 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:48.433160 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:50.077854 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:58:52.076750 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:59:14.632651 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-081eb3b0-c8f2-4746-b1f7-d29546d5bd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:17.270573 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c680a12-7ab5-4885-9626-e0913d8977ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:17.482200 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:18.437269 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:20.084178 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:29.076044 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:59:44.634837 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e183e219-9ec4-4387-9de9-1f4a2178bc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:45.507917 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52486) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:45.514754 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [None req-1b97d295-c7c2-4fc8-a83d-93cf350dcaaf tempest-verify_tempest_config-952286719 tempest-verify_tempest_config-952286719-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:59:45.515765 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-1b97d295-c7c2-4fc8-a83d-93cf350dcaaf tempest-verify_tempest_config-952286719 tempest-verify_tempest_config-952286719-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068741 Jul 22 20:59:45.813329 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52504) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:45.915472 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.007043 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.010615 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.054082 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b14d0bf181c940b1a37aa0718b44384a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396994 Jul 22 20:59:46.056112 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32125def-9cf1-4647-bc6e-4e71655b4b52,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:46.056902 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52510) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:59:46.063899 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.064335 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.064680 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.065010 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.065336 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.065676 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.066054 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.066375 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.066714 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.067064 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.067382 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.067699 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001ccf5d-5123-4656-9646-e8cb5bea2293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.139063 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.159901 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.248218 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.251221 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:46.252443 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/32125def-9cf1-4647-bc6e-4e71655b4b52 HTTP/1.1" status: 204 len: 168 time: 0.1945524 Jul 22 20:59:46.260787 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32125def-9cf1-4647-bc6e-4e71655b4b52,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:59:46.268169 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.268553 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.268904 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.269243 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.269582 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.269931 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.270268 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.270605 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.270949 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.271316 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.271644 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:46.271972 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3744086-3972-444c-ac60-832e01922a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:59:47.271706 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8929-9ccf-4081-b27b-ac947d65fea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:47.483906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:48.438899 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:59:50.089018 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:06.075173 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:00:14.637748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-33491fe2-379c-4fca-b700-5a9da87845c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:17.272152 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ae751bd4-2434-47c6-b6b6-8098fec8ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:17.483970 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:18.443301 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:20.092544 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:43.073590 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:00:44.641307 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6dee-9c1e-45eb-a540-4d72dd19121a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.273334 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3b111624-8d67-4912-abf2-675894e6b038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:47.486202 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:48.445596 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:00:50.094721 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:14.640698 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e1032b06-eee4-4580-ad24-91964f0dfb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:17.273899 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-75f2543d-45d1-4a84-a16a-eb4a302842d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:17.488348 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:18.449556 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:20.071819 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 5 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:01:20.099185 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:33.956764 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-494818'] for agent, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:44.642662 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fe14934c-9e35-47f8-89b9-6dbdfce7c10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:46.997472 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52582) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:47.099988 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-80294548-02e4-4c4d-a60c-47ea7c5975fe admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013000 Jul 22 21:01:47.287296 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-09637caf-1ba4-4460-95c7-da19567cf134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:47.490824 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:48.451301 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:49.308490 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52592) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:01:49.360622 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1101068c-4e5e-4f25-a7b7-1a171a5b0263 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0510678 Jul 22 21:01:50.101865 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:01:57.072497 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:02:03.909982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:14.644916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-df5bbea6-107f-48d9-a942-ce255f962b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:17.283816 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-16b6b9cf-8b33-455b-ad2b-32c21bb863e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:17.493965 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:18.456158 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:20.104891 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:33.904341 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:34.072355 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:02:44.650109 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-07e723e9-c0f8-45e1-9aa7-308ca87dac99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:47.307954 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0d551a05-81f5-4fdb-ab59-55a9bfbedbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:47.535067 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:48.462563 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:02:50.115127 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:03.900802 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:11.071050 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:03:14.644577 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d76cfcae-7737-4f1e-a923-8e3bdf605944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:17.301776 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-747c2386-7e94-4f67-9b06-9109bb33692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:17.519218 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:18.476368 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:20.146316 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:21.534588 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52774) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:21.720971 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1758837419-network', 'tenant_id': 'c5115338c3be4c098070cc13ae9c090c'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:21.759003 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Made reservation on behalf of c5115338c3be4c098070cc13ae9c090c for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:21.765458 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:21.773470 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:21.877709 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:21.882007 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:21.907103 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:03:21.922238 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98969ab-2346-48ec-b62e-07be3dcb5046,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:21.931094 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:21.931700 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Added segment 0822b540-204a-4b75-9ed9-c5e81d708d36 of type vlan for network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 Jul 22 21:03:21.933635 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.933982 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.934310 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.934648 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.934992 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.935322 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.936434 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.936929 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.937484 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.937830 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.938167 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.939069 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Tracked resource versions report: Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: pushed versions: Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: { 'AddressGroup': {'1.2'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'ConntrackHelper': {'1.0'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Log': {'1.0'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Network': {'1.1'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Port': {'1.7'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'PortForwarding': {'1.2'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'QosPolicy': {'1.8'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroup': {'1.4'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SubPort': {'1.0'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Subnet': {'1.1'}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Trunk': {'1.1'}} Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: consumer versions: Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: HyperV agent@hv-cinder-80001: {}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'ConntrackHelper': '1.0', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Log': '1.0', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Network': '1.1', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Port': '1.7', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'PortForwarding': '1.2', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'QosPolicy': '1.8', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroup': '1.4', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SecurityGroupRule': '1.2', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'SubPort': '1.0', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Subnet': '1.1', Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: 'Trunk': '1.1'}} Jul 22 21:03:21.940174 dv-cinder-800015-2-iscsi neutron-server[93064]: {{(pid=93064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:03:21.988609 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.019694 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.020704 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:22.021289 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.054306 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5183656 Jul 22 21:03:22.057390 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52808) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:22.064263 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Request body: {'subnet': {'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1758837419-subnet', 'tenant_id': 'c5115338c3be4c098070cc13ae9c090c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:22.089335 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Made reservation on behalf of c5115338c3be4c098070cc13ae9c090c for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:22.090448 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5295b1-b48f-42b5-93ac-24ec8d72596c admin admin] Pushing event updated for resources: {'Network': ['ID=0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:22.092909 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.102467 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:03:22.291645 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52814) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:22.299060 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.348943 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=66aa253f-738f-4c3f-8692-6e5a03304b49,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:22.357439 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.358603 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.359132 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.359678 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.360180 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.360854 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.361351 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.361835 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.362315 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.362836 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.363360 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.363844 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Tracked resource versions report: Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: pushed versions: Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: { 'AddressGroup': {'1.2'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'ConntrackHelper': {'1.0'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Log': {'1.0'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Network': {'1.1'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Port': {'1.7'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'PortForwarding': {'1.2'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'QosPolicy': {'1.8'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroup': {'1.4'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SubPort': {'1.0'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Subnet': {'1.1'}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Trunk': {'1.1'}} Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: consumer versions: Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: HyperV agent@hv-cinder-80001: {}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'ConntrackHelper': '1.0', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Log': '1.0', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Network': '1.1', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Port': '1.7', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'PortForwarding': '1.2', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'QosPolicy': '1.8', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroup': '1.4', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SecurityGroupRule': '1.2', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'SubPort': '1.0', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Subnet': '1.1', Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: 'Trunk': '1.1'}} Jul 22 21:03:22.365128 dv-cinder-800015-2-iscsi neutron-server[93063]: {{(pid=93063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:03:22.505922 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52830) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:22.525311 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Checking segment: {'id': '0822b540-204a-4b75-9ed9-c5e81d708d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:22.526014 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Network hostable DHCP agents. Network: 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:03:22.549372 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:03:22.559135 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:22.564855 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:22.565692 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.569639 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f0fba-2869-4483-a32d-9ff2af7f495e None None] Network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:22.584045 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3e075aa0-17e3-4bb2-af65-ef7a1fe8f7fc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5249174 Jul 22 21:03:22.614059 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-585457307-network', 'tenant_id': 'afa467d84b7a4503966377237f10f823'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:22.647725 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52838) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:22.650498 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Made reservation on behalf of afa467d84b7a4503966377237f10f823 for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:22.653181 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.671824 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.765888 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-327183397-network', 'tenant_id': '25ecdac3159c49afb111245def848e54'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:22.812480 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.822077 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.853986 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:03:22.865289 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a93326-4f4d-4fdb-8bd5-58338e8d77dc None None] Network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:22.874965 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Made reservation on behalf of 25ecdac3159c49afb111245def848e54 for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:22.878033 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.893160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.893889 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Added segment 744d9d0a-bf85-4b3f-84ac-4270597d1e68 of type vlan for network 3831d402-ac2c-44fa-b49d-26aebb38ee64 Jul 22 21:03:22.907396 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:22.943224 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bca5f3-5001-439f-b86d-6ca28e200275,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:22.948456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1526941198-network', 'tenant_id': '23b0b71362574d3294169d1d036e261a'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:22.968389 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.026274 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.027273 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:23.028301 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.122331 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] Pushing event updated for resources: {'Network': ['ID=3831d402-ac2c-44fa-b49d-26aebb38ee64,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:23.134834 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 3831d402-ac2c-44fa-b49d-26aebb38ee64 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:03:23.154698 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.175587 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.194378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Made reservation on behalf of 23b0b71362574d3294169d1d036e261a for: {'network': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:23.197490 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.209025 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9340c86b-8f1b-4c5f-a116-c0dc6365f476,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:23.220700 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.221865 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:03:23.230833 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-904105d6-5a11-4d8a-b2e8-716fe1cb4c9b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9378338 Jul 22 21:03:23.235178 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52870) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:23.240395 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Request body: {'subnet': {'network_id': '3831d402-ac2c-44fa-b49d-26aebb38ee64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-585457307-subnet', 'tenant_id': 'afa467d84b7a4503966377237f10f823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:23.252794 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.253442 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Added segment 241db6f0-2333-4551-a358-7b84dac37473 of type vlan for network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 Jul 22 21:03:23.313337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.351888 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.352937 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:23.354059 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.367203 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.376693 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.448908 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] Pushing event updated for resources: {'Network': ['ID=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:23.457969 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Made reservation on behalf of afa467d84b7a4503966377237f10f823 for: {'subnet': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:23.460859 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=93063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:03:23.461051 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:03:23.461403 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.474624 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd1103e-6e3f-4de5-97f9-db42cdf196fe,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:23.485656 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-3cc0895d-045b-4a5c-9d52-350088cfe573 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9786761 Jul 22 21:03:23.493147 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52876) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:23.499549 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Request body: {'subnet': {'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-subnet', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:23.501345 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756593691176', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.502164 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Unsubscribe: segment precommit_create {{(pid=93063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 21:03:23.502744 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.segments_db [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Added segment a30fec83-8ce2-4391-abe6-baf5cc747269 of type vlan for network 19956480-60ab-4426-80fc-4d03a5f3654b Jul 22 21:03:23.578531 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Made reservation on behalf of 25ecdac3159c49afb111245def848e54 for: {'subnet': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:23.580873 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.600377 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.681918 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.683574 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:23.684501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.765672 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1168089 Jul 22 21:03:23.772349 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52886) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:23.778267 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Request body: {'subnet': {'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1526941198-subnet', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:23.816741 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.827134 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Made reservation on behalf of 23b0b71362574d3294169d1d036e261a for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:23.834927 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:23.907694 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5fa9b-5be0-4b07-9995-81fb5be2498d admin admin] Pushing event updated for resources: {'Network': ['ID=19956480-60ab-4426-80fc-4d03a5f3654b,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:23.931546 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 19956480-60ab-4426-80fc-4d03a5f3654b details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:03:24.040640 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e307602-7d38-48df-8a2b-710e8171c90a,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:24.111034 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Checking segment: {'id': '744d9d0a-bf85-4b3f-84ac-4270597d1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3831d402-ac2c-44fa-b49d-26aebb38ee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:24.111034 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Network hostable DHCP agents. Network: 3831d402-ac2c-44fa-b49d-26aebb38ee64, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:03:24.152545 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Network 3831d402-ac2c-44fa-b49d-26aebb38ee64 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:03:24.158954 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.194565 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 3831d402-ac2c-44fa-b49d-26aebb38ee64) {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:24.204993 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0837d335-647d-43ce-b854-fe1b755e2a7b None None] Network 3831d402-ac2c-44fa-b49d-26aebb38ee64 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:24.214259 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:24.215197 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.267562 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-72eb7ad1-8eb5-4711-9079-848f91f3300d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0308595 Jul 22 21:03:24.268855 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba7cc3b-83b6-4bed-b45d-a738fee70092,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:24.290467 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Checking segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:24.291134 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Network hostable DHCP agents. Network: 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:03:24.299973 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.328767 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:03:24.341262 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3) {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:24.350187 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:24.350879 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.383831 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-cba5f1c6-5200-40a8-b75e-8f733c132c85 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8866456 Jul 22 21:03:24.384662 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 52918) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:24.390687 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:24.396282 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1a212-b575-4bff-8afb-f0db2b220dc7 None None] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:24.454244 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.455930 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.458558 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8564b306-08f2-4a31-ab50-abc45509eec0,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:24.503231 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Checking segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:24.503850 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Network hostable DHCP agents. Network: 19956480-60ab-4426-80fc-4d03a5f3654b, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:03:24.531752 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Network 19956480-60ab-4426-80fc-4d03a5f3654b is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:03:24.548028 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 19956480-60ab-4426-80fc-4d03a5f3654b) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:24.562710 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:24.563781 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.599425 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-559e8802-eefa-4ee6-abb9-0b482a1fc151 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8258250 Jul 22 21:03:24.600526 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52932) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:24.608940 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:24.679385 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.680738 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.690117 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a044167-e613-4bb1-816e-f5a023d7d3b0 None None] Network 19956480-60ab-4426-80fc-4d03a5f3654b requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:24.692792 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9f75a-1073-45f1-b5cc-fd7f56656c04 None None] Network 3831d402-ac2c-44fa-b49d-26aebb38ee64 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:24.726160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.825238 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:24.983667 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:25.199502 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:03:25.200822 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:25.246379 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:25.311170 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 52984) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:25.322047 dv-cinder-800015-2-iscsi neutron-server[93063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 21:03:25.487189 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:25.560933 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:25.568729 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-19956480-60ab-4426-80fc-4d03a5f3654b', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:03:25.570323 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:25.637766 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53002) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:25.680649 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1058504665-network', 'tenant_id': 'f7142196286a433d8a9ff58dd74ed4d7'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:25.762378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bc83e2f3-d466-4166-a609-9f7df8973d0f tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:25.771426 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bc83e2f3-d466-4166-a609-9f7df8973d0f tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/networks?id=0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 HTTP/1.1" status: 200 len: 812 time: 0.4510732 Jul 22 21:03:25.780814 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Allocated IP 172.20.0.2 (02c3f82d-a26c-4295-9a8d-6b0a70d9efa3/8ba7cc3b-83b6-4bed-b45d-a738fee70092/54b9349d-ecfd-47db-8fa4-e82c07ca39ce) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:25.803958 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Allocated IP 172.27.2.182 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/9d598876-5cbb-4d61-a688-ce25938947a2) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:25.819797 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-750d3233-91c1-4e77-bd44-7739ee6abf38 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/quotas/c5115338c3be4c098070cc13ae9c090c HTTP/1.1" status: 200 len: 375 time: 0.0471673 Jul 22 21:03:25.885160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53018) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:25.888266 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Allocated IP 172.20.0.2 (19956480-60ab-4426-80fc-4d03a5f3654b/8564b306-08f2-4a31-ab50-abc45509eec0/8afacefc-4c51-4e39-9014-73be42582ded) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:25.892001 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Made reservation on behalf of f7142196286a433d8a9ff58dd74ed4d7 for: {'network': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:25.894413 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:25.901186 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-efe95e3e-32c3-4343-b1b3-841246e43017 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5115338c3be4c098070cc13ae9c090c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805564 Jul 22 21:03:25.911760 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.039035 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.146943 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.221615 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.225094 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-14a58b2c-4159-490d-9f56-668a66be7080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.238818 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.258034 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Transition to ACTIVE for port object 54b9349d-ecfd-47db-8fa4-e82c07ca39ce will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:26.289246 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.292452 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Transition to ACTIVE for port object 54b9349d-ecfd-47db-8fa4-e82c07ca39ce will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:26.302193 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Transition to ACTIVE for port object 8afacefc-4c51-4e39-9014-73be42582ded will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:26.310297 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.323611 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.353504 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-fbec4f6b-ec17-4ea6-b9ff-093ae3e46179 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:03:26.355699 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Transition to ACTIVE for port object 8afacefc-4c51-4e39-9014-73be42582ded will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:26.355829 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-fbec4f6b-ec17-4ea6-b9ff-093ae3e46179 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1356292 Jul 22 21:03:26.369412 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:26.372327 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:26.376385 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:26.386906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.393069 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Pushing event updated for resources: {'Port': ['ID=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:26.431019 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.431562 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.432056 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.432544 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.434665 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.435488 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.436184 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.436705 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.437258 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.437759 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.438282 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.438785 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Tracked resource versions report: Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: pushed versions: Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: { 'AddressGroup': {'1.2'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'ConntrackHelper': {'1.0'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Log': {'1.0'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Network': {'1.1'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Port': {'1.7'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'PortForwarding': {'1.2'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'QosPolicy': {'1.8'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroup': {'1.4'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SubPort': {'1.0'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Subnet': {'1.1'}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Trunk': {'1.1'}} Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: consumer versions: Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: HyperV agent@hv-cinder-80001: {}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'ConntrackHelper': '1.0', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Log': '1.0', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Network': '1.1', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Port': '1.7', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'PortForwarding': '1.2', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'QosPolicy': '1.8', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroup': '1.4', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SecurityGroupRule': '1.2', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'SubPort': '1.0', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Subnet': '1.1', Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: 'Trunk': '1.1'}} Jul 22 21:03:26.440805 dv-cinder-800015-2-iscsi neutron-server[93065]: {{(pid=93065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:03:26.460498 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:26.468181 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.477134 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Network 19956480-60ab-4426-80fc-4d03a5f3654b is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:26.487555 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:26.498899 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:26.511888 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:26.522468 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:26.712510 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.753886 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=93063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:03:26.774099 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Allocated IP 172.27.2.156 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/fd421353-cae3-492c-bbb0-17baac2a0fb4) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:26.784689 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Pushing event updated for resources: {'Port': ['ID=9d598876-5cbb-4d61-a688-ce25938947a2,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:26.787041 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Attempting to bind port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:26.787585 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Attempting to bind port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:26.787762 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Attempting to bind port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:26.803555 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.803901 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.segments_db [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Added segment 7ee87586-4d1a-4f9b-8529-f7c95899e128 of type vlan for network e731eba4-7242-4b84-9c20-e8228870eef9 Jul 22 21:03:26.838202 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-ac773feb-1696-448a-b453-7bde9eed25ac service neutron] 10.222.0.64 "GET /v2.0/networks/0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719975 Jul 22 21:03:26.838651 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:26.839115 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Checking segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:26.839658 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.840191 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Bound using segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:26.840875 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Bound port: 54b9349d-ecfd-47db-8fa4-e82c07ca39ce, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:26.841413 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.882146 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Pushing event updated for resources: {'Port': ['ID=8afacefc-4c51-4e39-9014-73be42582ded,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:26.917403 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a559fec6-8278-4e92-a72a-992a9af046fe,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:26.925127 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Attempting to bind port 8afacefc-4c51-4e39-9014-73be42582ded on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:26.925550 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Attempting to bind port 8afacefc-4c51-4e39-9014-73be42582ded by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:26.925966 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Attempting to bind port 8afacefc-4c51-4e39-9014-73be42582ded on network 19956480-60ab-4426-80fc-4d03a5f3654b {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:26.941363 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:26.941363 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Checking segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:26.941363 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:26.941363 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Bound using segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:26.941806 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Bound port: 8afacefc-4c51-4e39-9014-73be42582ded, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:26.942096 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.007602 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.015021 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] For port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:27.027485 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] For port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:27.072457 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.131527 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-14a58b2c-4159-490d-9f56-668a66be7080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.142032 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-14a58b2c-4159-490d-9f56-668a66be7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.153114 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.154438 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:27.155115 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.170755 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d097-b4e0-4631-b006-06fca3d13628 None None] Pushing event updated for resources: {'Port': ['ID=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:27.177176 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-465c4ced-b00c-4495-8e6f-aea00e5de476 service neutron] 10.222.0.64 "GET /v2.0/networks/0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617757 Jul 22 21:03:27.196456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.248308 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6055980 Jul 22 21:03:27.254076 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] For port 8afacefc-4c51-4e39-9014-73be42582ded, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:27.258177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] For port 8afacefc-4c51-4e39-9014-73be42582ded, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=8afacefc-4c51-4e39-9014-73be42582ded,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:27.268569 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.275518 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-14a58b2c-4159-490d-9f56-668a66be7080 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7b56cb682a9462eb49da98f6db0a9a5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3873892 Jul 22 21:03:27.276332 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.283487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53108) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:27.283820 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53110) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:27.289351 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17af2-bcd5-44ca-8d5c-f41de5fe024a admin admin] Pushing event updated for resources: {'Network': ['ID=e731eba4-7242-4b84-9c20-e8228870eef9,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:27.299340 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a58b2c-4159-490d-9f56-668a66be7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc6b7d7-be58-4117-9177-03b12b59e9ab,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:27.324426 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Request body: {'subnet': {'network_id': 'e731eba4-7242-4b84-9c20-e8228870eef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1058504665-subnet', 'tenant_id': 'f7142196286a433d8a9ff58dd74ed4d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:27.368454 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network e731eba4-7242-4b84-9c20-e8228870eef9 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:03:27.393434 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Made reservation on behalf of f7142196286a433d8a9ff58dd74ed4d7 for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:27.395957 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.534221 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f549ce-0823-45f0-9bf6-5a288ac43ec5 None None] Pushing event updated for resources: {'Port': ['ID=8afacefc-4c51-4e39-9014-73be42582ded,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:27.666783 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53134) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:27.673898 dv-cinder-800015-2-iscsi neutron-server[93064]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 21:03:27.753244 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.780967 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-87f4df02-7972-4a75-9109-54419e2d3045 req-d6d945a1-37ce-417b-aae9-ff60d6aa7be4 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.1120079 Jul 22 21:03:27.806013 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 54b9349d-ecfd-47db-8fa4-e82c07ca39ce up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:27.838044 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.887764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.894562 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b472f3c6-7375-4203-b43c-1d5ef0cd4c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:27.920203 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:28.038721 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c91425-f5ab-444d-9ad8-697db1ae5965,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:28.083031 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Pushing event updated for resources: {'Port': ['ID=fd421353-cae3-492c-bbb0-17baac2a0fb4,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:28.093925 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:28.099569 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53158) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:28.109108 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:28.111703 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:28.175632 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:03:28.213981 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b472f3c6-7375-4203-b43c-1d5ef0cd4c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.217595 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Checking segment: {'id': '7ee87586-4d1a-4f9b-8529-f7c95899e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'e731eba4-7242-4b84-9c20-e8228870eef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:28.218278 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Network hostable DHCP agents. Network: e731eba4-7242-4b84-9c20-e8228870eef9, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:03:28.298169 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Network e731eba4-7242-4b84-9c20-e8228870eef9 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:03:28.318509 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, e731eba4-7242-4b84-9c20-e8228870eef9) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:28.330099 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:28.330701 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.332085 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e38329df-e98e-4a85-9912-3516bb8b1c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.338637 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044b598-8811-4c69-b79c-262d0f2d1c10 None None] Network e731eba4-7242-4b84-9c20-e8228870eef9 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:28.350433 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b472f3c6-7375-4203-b43c-1d5ef0cd4c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.353349 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b472f3c6-7375-4203-b43c-1d5ef0cd4c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.359752 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b472f3c6-7375-4203-b43c-1d5ef0cd4c6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cc6b7d7-be58-4117-9177-03b12b59e9ab HTTP/1.1" status: 204 len: 168 time: 1.0715055 Jul 22 21:03:28.391010 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:03:28.392248 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Sync routers for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:03:28.393860 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4d10a038-5f14-4a39-871b-a972b83702ec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1066971 Jul 22 21:03:28.423108 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:28.423108 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:28.454183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472f3c6-7375-4203-b43c-1d5ef0cd4c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc6b7d7-be58-4117-9177-03b12b59e9ab,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:28.586536 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e38329df-e98e-4a85-9912-3516bb8b1c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.594908 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e38329df-e98e-4a85-9912-3516bb8b1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.661909 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.664241 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-578e30cd-4bc8-4de8-b4f0-690f8135a21d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2792203 Jul 22 21:03:28.667433 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53182) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:28.695692 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:28.703843 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75186392-83da-49d1-a32b-857ebef00b1d None None] Network e731eba4-7242-4b84-9c20-e8228870eef9 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:28.734080 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e38329df-e98e-4a85-9912-3516bb8b1c1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9d226e04b2e472cbf2b102e18c3bbdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6296856 Jul 22 21:03:28.734080 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38329df-e98e-4a85-9912-3516bb8b1c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85282623-9028-44b9-aa16-aff607c44903,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:28.752337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53184) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:28.915752 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-54ae0687-c992-459f-8d91-6f559dbb0cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:28.964291 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf450a2-553c-4b7b-991e-09cb6a8bfa88 None None] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:28.976463 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53190) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:29.011863 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-94bbd656-e925-421a-9290-7e3a316defbc req-5323478b-ba3c-4dbb-b55d-aa7459f60d54 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.0950093 Jul 22 21:03:29.020665 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.123469 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:26Z', 'revision_number': 3, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:29.157670 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] Deleting subnet 5e307602-7d38-48df-8a2b-710e8171c90a {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:03:29.180674 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.189969 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Checking router: 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:03:29.190620 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Updating router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 port 9d598876-5cbb-4d61-a688-ce25938947a2 binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:03:29.199915 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-54ae0687-c992-459f-8d91-6f559dbb0cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.274052 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.366788 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-54ae0687-c992-459f-8d91-6f559dbb0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.372064 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-54ae0687-c992-459f-8d91-6f559dbb0cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.379948 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-54ae0687-c992-459f-8d91-6f559dbb0cfc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85282623-9028-44b9-aa16-aff607c44903 HTTP/1.1" status: 204 len: 168 time: 0.6229219 Jul 22 21:03:29.428793 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae0687-c992-459f-8d91-6f559dbb0cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85282623-9028-44b9-aa16-aff607c44903,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:29.437325 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc2357-9c0b-42c7-bb46-66f04eae0b15 None None] Network 19956480-60ab-4426-80fc-4d03a5f3654b requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:03:29.447205 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.472489 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.641911 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.664429 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-03dfd56c-8593-4d5b-8649-28c9e39da8bf None None] Provisioning for port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:29.689905 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-03dfd56c-8593-4d5b-8649-28c9e39da8bf None None] Provisioning complete for port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:29.690439 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-03dfd56c-8593-4d5b-8649-28c9e39da8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.752656 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.765478 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5e307602-7d38-48df-8a2b-710e8171c90a HTTP/1.1" status: 204 len: 168 time: 0.7867920 Jul 22 21:03:29.765997 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53224) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:29.768245 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2075c22-5e34-4b69-ac26-69657132cf4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e307602-7d38-48df-8a2b-710e8171c90a,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:29.858200 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8afacefc-4c51-4e39-9014-73be42582ded up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:29.921967 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:29.988910 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.046662 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53238) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:30.057049 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.075601 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2736df9b-4c64-418c-91d0-dd794051b86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.086102 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Transition to ACTIVE for port object 9d598876-5cbb-4d61-a688-ce25938947a2 will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:30.119082 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.129624 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 8afacefc-4c51-4e39-9014-73be42582ded completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:30.199733 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Attempting to bind port 9d598876-5cbb-4d61-a688-ce25938947a2 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:30.201784 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Attempting to bind port 9d598876-5cbb-4d61-a688-ce25938947a2 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:30.202408 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Attempting to bind port 9d598876-5cbb-4d61-a688-ce25938947a2 on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:30.206264 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Pushing event updated for resources: {'Port': ['ID=9d598876-5cbb-4d61-a688-ce25938947a2,revision_number=2']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:30.218117 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:30.219165 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:30.219889 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.220534 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:30.221756 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Bound port: 9d598876-5cbb-4d61-a688-ce25938947a2, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:30.223508 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.271133 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.271133 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.271133 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.295546 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.296389 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.296746 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.297086 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.297423 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.297775 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.298111 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.298440 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.298766 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Tracked resource versions report: Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: pushed versions: Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: { 'AddressGroup': {'1.2'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'ConntrackHelper': {'1.0'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Log': {'1.0'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Network': {'1.1'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Port': {'1.7'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'PortForwarding': {'1.2'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'QosPolicy': {'1.8'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroup': {'1.4'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroupRule': {'1.2'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SubPort': {'1.0'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Subnet': {'1.1'}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Trunk': {'1.1'}} Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: consumer versions: Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: { DHCP agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: HyperV agent@hv-cinder-80001: {}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: L3 agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: Metadata agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: Metering agent@dv-cinder-800015-2-iscsi: {}, Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: Open vSwitch agent@dv-cinder-800015-2-iscsi: { 'AddressGroup': '1.2', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'ConntrackHelper': '1.0', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Log': '1.0', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Network': '1.1', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Port': '1.7', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'PortForwarding': '1.2', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'QosPolicy': '1.8', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroup': '1.4', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SecurityGroupRule': '1.2', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'SubPort': '1.0', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Subnet': '1.1', Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: 'Trunk': '1.1'}} Jul 22 21:03:30.299906 dv-cinder-800015-2-iscsi neutron-server[93066]: {{(pid=93066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 21:03:30.342809 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e6d46e3c-5db6-4833-b7bc-9d4c3c029101 req-6c937028-805b-4cb7-879e-563b807b03b5 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.1856849 Jul 22 21:03:30.358764 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-03dfd56c-8593-4d5b-8649-28c9e39da8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.392877 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] For port 9d598876-5cbb-4d61-a688-ce25938947a2, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:30.397104 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] For port 9d598876-5cbb-4d61-a688-ce25938947a2, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=9d598876-5cbb-4d61-a688-ce25938947a2,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:30.409301 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.430871 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-03dfd56c-8593-4d5b-8649-28c9e39da8bf None None] For port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:30.446416 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-03dfd56c-8593-4d5b-8649-28c9e39da8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.502771 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:30.503435 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:30.528820 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfd56c-8593-4d5b-8649-28c9e39da8bf None None] Pushing event updated for resources: {'Port': ['ID=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:30.551202 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.573626 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.574317 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.576512 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.577235 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.577718 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.578271 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.578741 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.579279 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.579765 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.580557 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:30.593982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Provisioning for port 8afacefc-4c51-4e39-9014-73be42582ded completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:30.608544 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Provisioning complete for port 8afacefc-4c51-4e39-9014-73be42582ded triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:30.608930 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.637336 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e2a50-40b5-4c0b-8764-5fb4e128454f None None] Pushing event updated for resources: {'Port': ['ID=9d598876-5cbb-4d61-a688-ce25938947a2,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:30.701409 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:30.760767 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.824711 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.871484 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] For port 8afacefc-4c51-4e39-9014-73be42582ded, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=8afacefc-4c51-4e39-9014-73be42582ded,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:30.878505 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.956572 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Provisioning complete for port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:30.956958 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:30.994209 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:26Z', 'revision_number': 3, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:30.999704 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:03:31.018615 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:31.019372 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:31.019877 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:31.020364 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:03:31.020901 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3831d402-ac2c-44fa-b49d-26aebb38ee64']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:31.024471 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f00784-ade1-422c-9f3b-9cf1033f80a9 None None] The sync data for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi is: [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:26Z', 'revision_number': 3, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:03:31.049913 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744d9d0a-bf85-4b3f-84ac-4270597d1e68') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:31.050147 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744d9d0a-bf85-4b3f-84ac-4270597d1e68') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:31.052865 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c412a-288f-44bd-b3d7-7179e5566fc8 None None] Pushing event updated for resources: {'Port': ['ID=8afacefc-4c51-4e39-9014-73be42582ded,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:31.083762 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.133186 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.152879 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:03:31.153447 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: from cryptography.utils import int_from_bytes Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: from cryptography.utils import int_from_bytes Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:03:31.158350 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:03:31.190325 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2736df9b-4c64-418c-91d0-dd794051b86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.196772 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2736df9b-4c64-418c-91d0-dd794051b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.292345 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.300211 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736df9b-4c64-418c-91d0-dd794051b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a636cd74-f98a-4cdf-adb6-81803c5cd63c,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:31.319010 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.321376 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3831d402-ac2c-44fa-b49d-26aebb38ee64 HTTP/1.1" status: 204 len: 168 time: 1.5543129 Jul 22 21:03:31.325705 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53274) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:31.342620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-0c505673-818b-404d-ae75-22bd0f41327d None None] Provisioning complete for port 8afacefc-4c51-4e39-9014-73be42582ded triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:31.343141 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c505673-818b-404d-ae75-22bd0f41327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.366451 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-2736df9b-4c64-418c-91d0-dd794051b86c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be88b4034870427cab2ade8f85aaf62f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3102899 Jul 22 21:03:31.403407 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53278) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:31.425367 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Allocated IP 172.20.0.1 (02c3f82d-a26c-4295-9a8d-6b0a70d9efa3/8ba7cc3b-83b6-4bed-b45d-a738fee70092/bd6b7ab3-9eed-4641-b498-f4a8b1e87129) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:31.495474 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1280d35-507c-4b79-8843-488afcaa7ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3831d402-ac2c-44fa-b49d-26aebb38ee64,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:31.592545 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] Deleting subnet 97c91425-f5ab-444d-9ad8-697db1ae5965 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:03:31.635737 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.741214 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.758332 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:03:31.759935 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-25b30339-09a0-4e67-acd3-23a28aa5e7a2 req-bec46797-4e7c-45fd-a8a5-6b01a5f48397 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.0488451 Jul 22 21:03:31.783065 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Transition to ACTIVE for port object bd6b7ab3-9eed-4641-b498-f4a8b1e87129 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:31.783887 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.786064 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Sync routers for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:03:31.829677 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:31.830442 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:31.839657 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.843463 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-608c488b-d971-4ca9-96c2-8fa67faa9d88 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2406194 Jul 22 21:03:31.844418 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7347aed7-b8fe-4fd5-b011-be90e157493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.865113 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53300) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:31.904442 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:31.905749 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 54b9349d-ecfd-47db-8fa4-e82c07ca39ce up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:31.985068 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.035998 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c91425-f5ab-444d-9ad8-697db1ae5965,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:32.043219 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.045792 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-bce1982a-7dbc-421b-b3ba-eb54c17a0aee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/97c91425-f5ab-444d-9ad8-697db1ae5965 HTTP/1.1" status: 204 len: 168 time: 0.7081921 Jul 22 21:03:32.049657 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:32.050045 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.051348 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53308) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:32.053790 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:32.158388 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7347aed7-b8fe-4fd5-b011-be90e157493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.158933 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.162762 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.240409 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:32.251625 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:32.256821 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:32.258149 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.300679 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.313042 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e731eba4-7242-4b84-9c20-e8228870eef9']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:32.336528 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee87586-4d1a-4f9b-8529-f7c95899e128') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:32.336821 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee87586-4d1a-4f9b-8529-f7c95899e128') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:32.364198 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.394386 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.407232 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:03:32.407462 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:03:32.545329 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:03:32.559163 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:32.566047 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.610608 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.66', 56197) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:32.614414 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.618917 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e731eba4-7242-4b84-9c20-e8228870eef9 HTTP/1.1" status: 204 len: 168 time: 0.5635989 Jul 22 21:03:32.618917 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e6d0d-2e57-42e0-84f1-94a62f773c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e731eba4-7242-4b84-9c20-e8228870eef9,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:32.662448 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7347aed7-b8fe-4fd5-b011-be90e157493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.665657 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7347aed7-b8fe-4fd5-b011-be90e157493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:32.667208 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-7347aed7-b8fe-4fd5-b011-be90e157493f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a636cd74-f98a-4cdf-adb6-81803c5cd63c HTTP/1.1" status: 204 len: 168 time: 1.2276022 Jul 22 21:03:32.686800 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347aed7-b8fe-4fd5-b011-be90e157493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636cd74-f98a-4cdf-adb6-81803c5cd63c,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:32.999395 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d6a4c198-6240-4509-930d-913832d85c24 None None] Provisioning for port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:33.001644 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53342) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:33.033811 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d6a4c198-6240-4509-930d-913832d85c24 None None] Provisioning complete for port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:33.034185 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d6a4c198-6240-4509-930d-913832d85c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.062328 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8afacefc-4c51-4e39-9014-73be42582ded up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:33.131987 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4c198-6240-4509-930d-913832d85c24 None None] Port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:03:33.140342 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-9c0a3d69-122f-4517-bd0e-acbbb701db90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afa467d84b7a4503966377237f10f823&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1373754 Jul 22 21:03:33.143801 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53350) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:33.155197 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 8afacefc-4c51-4e39-9014-73be42582ded triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:33.155620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.181330 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:28Z', 'revision_number': 3, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:33.221930 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Checking router: 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:03:33.222281 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Updating router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 port fd421353-cae3-492c-bbb0-17baac2a0fb4 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:03:33.248741 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-98b6d813-db6f-46eb-a225-93007ef50e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.300167 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-98b6d813-db6f-46eb-a225-93007ef50e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.327907 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-b707c9e6-7cff-4227-8ebf-1bed35022670 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:33.334854 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-b707c9e6-7cff-4227-8ebf-1bed35022670 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.66 "GET /v2.0/networks?id=0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 HTTP/1.1" status: 200 len: 812 time: 0.7238760 Jul 22 21:03:33.335820 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.348879 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f391d036-4d75-414d-96dc-a6ba33399184 req-105f27df-654b-4d61-ac41-340a740b8e0c tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.1058984 Jul 22 21:03:33.391539 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.404679 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-98b6d813-db6f-46eb-a225-93007ef50e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.408201 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-98b6d813-db6f-46eb-a225-93007ef50e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.409413 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-98b6d813-db6f-46eb-a225-93007ef50e9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41bca5f3-5001-439f-b86d-6ca28e200275 HTTP/1.1" status: 204 len: 168 time: 0.2634523 Jul 22 21:03:33.439003 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6d813-db6f-46eb-a225-93007ef50e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bca5f3-5001-439f-b86d-6ca28e200275,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:33.457516 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Request body: {'port': {'device_id': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3', 'admin_state_up': True, 'tenant_id': 'c5115338c3be4c098070cc13ae9c090c'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:33.565595 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 9d598876-5cbb-4d61-a688-ce25938947a2 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:33.728739 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 9d598876-5cbb-4d61-a688-ce25938947a2 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:33.756685 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 9d598876-5cbb-4d61-a688-ce25938947a2 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:33.757159 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.938085 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.980486 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:33.980486 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Transition to ACTIVE for port object fd421353-cae3-492c-bbb0-17baac2a0fb4 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:33.980486 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.094221 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431f39e-7cdd-464d-8a3d-693527a4ebbd None None] Pushing event updated for resources: {'Port': ['ID=fd421353-cae3-492c-bbb0-17baac2a0fb4,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:34.114624 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Attempting to bind port fd421353-cae3-492c-bbb0-17baac2a0fb4 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:34.115049 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Attempting to bind port fd421353-cae3-492c-bbb0-17baac2a0fb4 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:34.115384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Attempting to bind port fd421353-cae3-492c-bbb0-17baac2a0fb4 on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:34.117591 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.121491 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53406) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:34.154600 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:34.155016 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:34.155414 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.155812 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:34.156296 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Bound port: fd421353-cae3-492c-bbb0-17baac2a0fb4, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:34.156704 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.254651 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 9d598876-5cbb-4d61-a688-ce25938947a2, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=9d598876-5cbb-4d61-a688-ce25938947a2,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:34.277515 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.317622 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-5dd1549a-db0f-4415-9ce8-093774817673 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7142196286a433d8a9ff58dd74ed4d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1942441 Jul 22 21:03:34.324066 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53418) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:34.409879 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cc7d40a5-3630-46a8-b221-f5a08e5aac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.467213 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cc7d40a5-3630-46a8-b221-f5a08e5aac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.553189 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Made reservation on behalf of c5115338c3be4c098070cc13ae9c090c for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:34.562733 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.589156 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] For port fd421353-cae3-492c-bbb0-17baac2a0fb4, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:34.609321 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.617293 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] For port fd421353-cae3-492c-bbb0-17baac2a0fb4, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=fd421353-cae3-492c-bbb0-17baac2a0fb4,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:34.619643 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=9d598876-5cbb-4d61-a688-ce25938947a2,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:34.628211 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.644044 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2180ccc4-06b0-4885-be8e-5ad5ea95f9e1 req-4814db35-4879-4800-aad7-5bc78328acba tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.0695534 Jul 22 21:03:34.658875 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cc7d40a5-3630-46a8-b221-f5a08e5aac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.671949 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cc7d40a5-3630-46a8-b221-f5a08e5aac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.678182 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-cc7d40a5-3630-46a8-b221-f5a08e5aac0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a559fec6-8278-4e92-a72a-992a9af046fe HTTP/1.1" status: 204 len: 168 time: 0.3454330 Jul 22 21:03:34.726370 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d40a5-3630-46a8-b221-f5a08e5aac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559fec6-8278-4e92-a72a-992a9af046fe,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:34.733121 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:34.734034 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:34.763292 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:34.875216 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431f39e-7cdd-464d-8a3d-693527a4ebbd None None] Pushing event updated for resources: {'Port': ['ID=fd421353-cae3-492c-bbb0-17baac2a0fb4,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:35.004814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:35.007457 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:35.017603 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:35.554294 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:35.555019 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:28Z', 'revision_number': 3, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:35.556901 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:35.599856 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f6d7c-d22d-4271-a492-c09d14b5be08 None None] The sync data for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi is: [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:28Z', 'revision_number': 3, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:03:35.655893 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:35.880391 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53488) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:35.898191 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7ee9e996-5eef-4186-b68b-949d8c8cfe46 req-61f0d592-3ad8-43bf-a2d4-13876eb5c545 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.1291654 Jul 22 21:03:36.157878 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Allocated IP 172.20.0.10 (0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3/66aa253f-738f-4c3f-8692-6e5a03304b49/13acfda1-cdcb-4386-a19a-53e0455363a3) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:36.242251 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-a6458cce-ca8b-45ff-b7b6-8697e3dd4a01 None None] Provisioning complete for port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:36.242658 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a6458cce-ca8b-45ff-b7b6-8697e3dd4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:36.410214 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f159-848a-49e0-82b4-9c6dc851ce05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:36.417904 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-a6458cce-ca8b-45ff-b7b6-8697e3dd4a01 None None] Port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:03:36.491750 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:03:36.614011 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Allocated IP 172.20.0.1 (19956480-60ab-4426-80fc-4d03a5f3654b/8564b306-08f2-4a31-ab50-abc45509eec0/2619515a-4aa5-4b1a-bcb2-5a16fd9262f8) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:36.694425 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 9d598876-5cbb-4d61-a688-ce25938947a2 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:36.703278 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f159-848a-49e0-82b4-9c6dc851ce05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:36.709163 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f159-848a-49e0-82b4-9c6dc851ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:36.820822 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f159-848a-49e0-82b4-9c6dc851ce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a625a28-a83c-44ac-8dde-0d13e7afc75b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:36.851131 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-f2f8f159-848a-49e0-82b4-9c6dc851ce05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b42a0050d64473b8429c44f042c33ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9945998 Jul 22 21:03:36.855292 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53516) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:36.874870 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:03:36.884434 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Sync routers for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:03:36.886032 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 9d598876-5cbb-4d61-a688-ce25938947a2 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:36.886530 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:36.909040 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-6baef7b8-e5ad-4420-94e6-62eb6c06c172 admin admin] 10.222.0.64 "PUT /v2.0/routers/9c5117d9-d582-4b78-b87d-e3d02d4eafc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2315881 Jul 22 21:03:36.909270 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:36.909270 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:37.057953 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b03cfb4-580c-431f-8c30-816e22f4572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:37.188881 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fd421353-cae3-492c-bbb0-17baac2a0fb4 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:37.197316 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b03cfb4-580c-431f-8c30-816e22f4572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:37.369307 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b03cfb4-580c-431f-8c30-816e22f4572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:37.372606 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1b03cfb4-580c-431f-8c30-816e22f4572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:37.374073 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1b03cfb4-580c-431f-8c30-816e22f4572b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a625a28-a83c-44ac-8dde-0d13e7afc75b HTTP/1.1" status: 204 len: 168 time: 0.5170841 Jul 22 21:03:37.387870 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03cfb4-580c-431f-8c30-816e22f4572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a625a28-a83c-44ac-8dde-0d13e7afc75b,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:37.412573 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53534) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:37.508999 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:37.565531 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port fd421353-cae3-492c-bbb0-17baac2a0fb4 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:37.570468 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port fd421353-cae3-492c-bbb0-17baac2a0fb4 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:37.571065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:37.776127 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:37.860206 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port fd421353-cae3-492c-bbb0-17baac2a0fb4, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=fd421353-cae3-492c-bbb0-17baac2a0fb4,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:37.884493 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:37.907788 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5f526694-bbbc-4d8a-8b82-de35d106a7e9 req-32806920-277e-4c63-8ebe-9fd8c74448ed tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.7488050 Jul 22 21:03:38.066791 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.071707 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=fd421353-cae3-492c-bbb0-17baac2a0fb4,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:38.156461 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:33Z', 'revision_number': 2, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:38.160531 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Transition to ACTIVE for port object 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:38.175046 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.198127 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Checking router: 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:03:38.198743 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Updating router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:03:38.262272 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.323222 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.361226 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.425582 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fddb-61c5-473c-b872-82425d6a10b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.528151 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Network 19956480-60ab-4426-80fc-4d03a5f3654b is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:38.537290 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fd421353-cae3-492c-bbb0-17baac2a0fb4 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:38.553628 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:38.584501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:38.594286 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.599312 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:38.615506 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:38.803677 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port fd421353-cae3-492c-bbb0-17baac2a0fb4 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:38.804456 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.834172 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:38.947123 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fddb-61c5-473c-b872-82425d6a10b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:38.964659 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2ee7fddb-61c5-473c-b872-82425d6a10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.000737 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:39.038804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:39.045702 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.176884 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-2ee7fddb-61c5-473c-b872-82425d6a10b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73a319eee2114ba899ea1b1612063234&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7612453 Jul 22 21:03:39.241678 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53570) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:39.249266 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7fddb-61c5-473c-b872-82425d6a10b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0048bd6a-9921-42d4-9557-0dc47ae463b4,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:39.288830 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-ff516014-1a3f-4036-a50e-22807fc04e22 None None] Provisioning for port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:39.296243 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-ff516014-1a3f-4036-a50e-22807fc04e22 None None] Provisioning complete for port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:39.296629 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ff516014-1a3f-4036-a50e-22807fc04e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.414404 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-ff516014-1a3f-4036-a50e-22807fc04e22 None None] Port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:03:39.420295 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.453309 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Transition to ACTIVE for port object bd6b7ab3-9eed-4641-b498-f4a8b1e87129 will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:39.455922 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53580) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:39.467638 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.605428 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643b3dd-ac59-4cfb-86dd-9da19f6441fb None None] Pushing event updated for resources: {'Port': ['ID=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:39.755360 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3056293 Jul 22 21:03:39.826887 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Attempting to bind port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:39.827891 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Attempting to bind port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:39.828588 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Attempting to bind port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:39.838990 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:39.840169 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Checking segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:39.841039 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa777-9ab7-4f6e-a65d-25e8ad783472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.844562 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.844994 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Bound using segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:39.845568 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Bound port: bd6b7ab3-9eed-4641-b498-f4a8b1e87129, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:39.846000 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:39.849944 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-c6944e25-1501-454c-9544-4cd1b24e3d01 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:03:39.850964 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-c6944e25-1501-454c-9544-4cd1b24e3d01 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091634 Jul 22 21:03:39.886104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f5b7-ee25-4ec3-8a56-7aed2c63c065 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Pushing event updated for resources: {'Port': ['ID=13acfda1-cdcb-4386-a19a-53e0455363a3,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:40.004319 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a54dd2ee-2611-4e85-b340-21385900ae1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.059669 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] For port bd6b7ab3-9eed-4641-b498-f4a8b1e87129, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:40.064871 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa777-9ab7-4f6e-a65d-25e8ad783472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.067876 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] For port bd6b7ab3-9eed-4641-b498-f4a8b1e87129, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:40.069868 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa777-9ab7-4f6e-a65d-25e8ad783472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.079626 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.128554 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53592) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:40.156658 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-4e43e456-5580-4007-a2cf-5f95404c7a5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854442745', 'description': 'tempest-description--22198005'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:40.174921 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643b3dd-ac59-4cfb-86dd-9da19f6441fb None None] Pushing event updated for resources: {'Port': ['ID=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,revision_number=4']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:40.181195 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870dc37-97a3-4acc-8d84-f766104e3bdf req-f6acd7ca-18d6-432f-80a5-fb9100737387 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:40.189006 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3870dc37-97a3-4acc-8d84-f766104e3bdf req-f6acd7ca-18d6-432f-80a5-fb9100737387 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 932 time: 0.9641595 Jul 22 21:03:40.192584 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a54dd2ee-2611-4e85-b340-21385900ae1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.210725 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.217620 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:40.218575 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:40.249966 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfa777-9ab7-4f6e-a65d-25e8ad783472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52db223d-42fc-44bc-8278-53ce07aff9f3,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:40.283397 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c7bfa777-9ab7-4f6e-a65d-25e8ad783472 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43805e771e73453c9f468f632556e174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8204405 Jul 22 21:03:40.284962 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53600) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:40.400328 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4e43e456-5580-4007-a2cf-5f95404c7a5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.514006 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3870dc37-97a3-4acc-8d84-f766104e3bdf req-bca253e2-fb8b-4a37-9420-92f0a9efb8ad tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237212 Jul 22 21:03:40.530441 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:40.581284 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b471-10d5-4b40-8743-09aee6a608ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.599453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a54dd2ee-2611-4e85-b340-21385900ae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.601425 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a54dd2ee-2611-4e85-b340-21385900ae1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.602602 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a54dd2ee-2611-4e85-b340-21385900ae1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0048bd6a-9921-42d4-9557-0dc47ae463b4 HTTP/1.1" status: 204 len: 168 time: 1.3600490 Jul 22 21:03:40.639721 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b471-10d5-4b40-8743-09aee6a608ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.667207 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dd2ee-2611-4e85-b340-21385900ae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048bd6a-9921-42d4-9557-0dc47ae463b4,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:40.865238 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4e43e456-5580-4007-a2cf-5f95404c7a5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.876456 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4e43e456-5580-4007-a2cf-5f95404c7a5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.923343 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b471-10d5-4b40-8743-09aee6a608ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.930421 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b471-10d5-4b40-8743-09aee6a608ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.934989 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-26a4b471-10d5-4b40-8743-09aee6a608ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52db223d-42fc-44bc-8278-53ce07aff9f3 HTTP/1.1" status: 204 len: 168 time: 0.6370609 Jul 22 21:03:40.974143 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4e43e456-5580-4007-a2cf-5f95404c7a5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:40.978275 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-4e43e456-5580-4007-a2cf-5f95404c7a5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8305013 Jul 22 21:03:40.980796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53622) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:40.990608 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43e456-5580-4007-a2cf-5f95404c7a5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67703d57-9590-4cdc-8a33-cf2a19d909de,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:41.021785 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b471-10d5-4b40-8743-09aee6a608ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52db223d-42fc-44bc-8278-53ce07aff9f3,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:41.023177 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-f0c01472-6532-4b5b-b291-a98557be58e5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'security_group_rule': {'security_group_id': '67703d57-9590-4cdc-8a33-cf2a19d909de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:41.101860 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Request body: {'port': {'device_id': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:41.200094 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:40Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:41.304707 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79390adb-f505-4ca8-ae14-f6d24d6ffae5 None None] The sync data for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi is: [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:40Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:03:41.409997 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:41.447778 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:41.463179 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:41.574302 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f0c01472-6532-4b5b-b291-a98557be58e5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:41.778421 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:41.793807 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:41.852020 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619ed0d-a1a1-4ed7-981a-2ade8fd63ea7 req-dec77c90-9858-4b1b-86a3-7731c1e4e173 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:41.867347 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1619ed0d-a1a1-4ed7-981a-2ade8fd63ea7 req-dec77c90-9858-4b1b-86a3-7731c1e4e173 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 932 time: 0.2334626 Jul 22 21:03:41.983499 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1619ed0d-a1a1-4ed7-981a-2ade8fd63ea7 req-f3b821f9-c099-4c55-8047-381c2f78c9f8 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063199 Jul 22 21:03:42.158715 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f0c01472-6532-4b5b-b291-a98557be58e5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:42.236350 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53644) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:42.254158 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f0c01472-6532-4b5b-b291-a98557be58e5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:42.271566 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-04e792f6-cae3-4f4e-87cd-28eabce116fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:42.469672 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c01472-6532-4b5b-b291-a98557be58e5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47748f3-09e9-485f-a4ad-4b5a8d6b10f2,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:42.493850 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Network 19956480-60ab-4426-80fc-4d03a5f3654b is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:42.537201 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:42.616268 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device bd6b7ab3-9eed-4641-b498-f4a8b1e87129 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:42.665731 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-04e792f6-cae3-4f4e-87cd-28eabce116fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:42.674174 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-04e792f6-cae3-4f4e-87cd-28eabce116fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:42.785595 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:42.791731 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:42.793009 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:42.851332 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e792f6-cae3-4f4e-87cd-28eabce116fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950e12b8-68b4-4b73-a172-c7ee701894b4,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:42.856273 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-04e792f6-cae3-4f4e-87cd-28eabce116fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82a01becb7e641abaf049dc7cb6f635d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159768 Jul 22 21:03:42.857332 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53658) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:42.920722 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53660) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:43.151950 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-161c4025-6837-4b0a-a565-87171fba2bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.218056 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:03:43.222414 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-161c4025-6837-4b0a-a565-87171fba2bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.241858 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.263946 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-8d4617d9-8261-4ca1-adf9-74d8e026a583 None None] Provisioning complete for port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:43.265598 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8d4617d9-8261-4ca1-adf9-74d8e026a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.282615 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f0c01472-6532-4b5b-b291-a98557be58e5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.286700 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f0c01472-6532-4b5b-b291-a98557be58e5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3048453 Jul 22 21:03:43.287430 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53672) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:43.306699 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-4f990811-b175-4740-8dea-e071b49e9117 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'security_group_rule': {'security_group_id': '67703d57-9590-4cdc-8a33-cf2a19d909de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:43.331017 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-939a2079-821b-4452-9db4-5349d5c032d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.369773 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-161c4025-6837-4b0a-a565-87171fba2bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.379398 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-161c4025-6837-4b0a-a565-87171fba2bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.381397 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-161c4025-6837-4b0a-a565-87171fba2bef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/950e12b8-68b4-4b73-a172-c7ee701894b4 HTTP/1.1" status: 204 len: 168 time: 0.5175800 Jul 22 21:03:43.410504 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c4025-6837-4b0a-a565-87171fba2bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950e12b8-68b4-4b73-a172-c7ee701894b4,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:43.466236 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port bd6b7ab3-9eed-4641-b498-f4a8b1e87129, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:43.486744 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.494514 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-8d4617d9-8261-4ca1-adf9-74d8e026a583 None None] Port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:03:43.615154 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:43.738505 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-939a2079-821b-4452-9db4-5349d5c032d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.746337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-939a2079-821b-4452-9db4-5349d5c032d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:43.790131 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-939a2079-821b-4452-9db4-5349d5c032d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66020b3df3b7411a81f9ed58e49ff8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8641737 Jul 22 21:03:43.793102 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53678) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:43.880554 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a2079-821b-4452-9db4-5349d5c032d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2accab84-fc0d-4461-b70a-505d8a3f0c6b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:43.908241 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:03:43.923514 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Sync routers for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:03:43.933447 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-0159ddb1-c90a-4bda-bda8-6b1675d112f2 admin admin] 10.222.0.64 "PUT /v2.0/routers/6de0d0ff-2248-4cf8-a5ec-2aa19545fc23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0671880 Jul 22 21:03:43.951433 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:43.952144 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:44.030901 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59397d36-0af7-4db9-8efe-bfb2f8ea705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.037862 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f990811-b175-4740-8dea-e071b49e9117 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.125948 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59397d36-0af7-4db9-8efe-bfb2f8ea705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.160945 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fed20-2d08-4e84-9786-2c463467d91b req-0f2d4958-8c5e-4a1d-8bb7-bc76f6b11fcc tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:44.178751 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ee6fed20-2d08-4e84-9786-2c463467d91b req-0f2d4958-8c5e-4a1d-8bb7-bc76f6b11fcc tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 932 time: 0.9857779 Jul 22 21:03:44.249309 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59397d36-0af7-4db9-8efe-bfb2f8ea705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.252051 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59397d36-0af7-4db9-8efe-bfb2f8ea705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.253292 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-59397d36-0af7-4db9-8efe-bfb2f8ea705e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2accab84-fc0d-4461-b70a-505d8a3f0c6b HTTP/1.1" status: 204 len: 168 time: 0.4590933 Jul 22 21:03:44.279453 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397d36-0af7-4db9-8efe-bfb2f8ea705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2accab84-fc0d-4461-b70a-505d8a3f0c6b,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:44.344875 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f990811-b175-4740-8dea-e071b49e9117 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.423640 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f990811-b175-4740-8dea-e071b49e9117 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.505210 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ee6fed20-2d08-4e84-9786-2c463467d91b req-104d9e95-fc74-4456-9d41-9ed362d7d895 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252616 Jul 22 21:03:44.506326 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f990811-b175-4740-8dea-e071b49e9117 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ca0b1a-1c81-4bee-b470-b1d0e1db7c52,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:44.517136 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13acfda1-cdcb-4386-a19a-53e0455363a3 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:03:44.525063 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f990811-b175-4740-8dea-e071b49e9117 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.526117 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4f990811-b175-4740-8dea-e071b49e9117 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2290137 Jul 22 21:03:44.529224 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53712) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:44.532435 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.535611 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:44.553709 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Transition to ACTIVE for port object 13acfda1-cdcb-4386-a19a-53e0455363a3 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:44.567099 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.632590 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:44.660597 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:44.795152 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=13acfda1-cdcb-4386-a19a-53e0455363a3,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:44.799984 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device bd6b7ab3-9eed-4641-b498-f4a8b1e87129 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:44.826666 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Attempting to bind port 13acfda1-cdcb-4386-a19a-53e0455363a3 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:44.827445 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Attempting to bind port 13acfda1-cdcb-4386-a19a-53e0455363a3 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '0822b540-204a-4b75-9ed9-c5e81d708d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:44.835326 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Attempting to bind port 13acfda1-cdcb-4386-a19a-53e0455363a3 on network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:44.861265 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Port 13acfda1-cdcb-4386-a19a-53e0455363a3 on network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:03:44.861645 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Attempting to bind port 13acfda1-cdcb-4386-a19a-53e0455363a3 on network 0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:44.888883 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:44.889290 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Checking segment: {'id': '0822b540-204a-4b75-9ed9-c5e81d708d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:44.892024 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Bound using segment: {'id': '0822b540-204a-4b75-9ed9-c5e81d708d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:44.892532 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Bound port: 13acfda1-cdcb-4386-a19a-53e0455363a3, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0822b540-204a-4b75-9ed9-c5e81d708d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:44.894551 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.007627 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-053cd12f-a6d8-43a2-97b1-daed4a392e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.130002 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.231124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] For port 13acfda1-cdcb-4386-a19a-53e0455363a3, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:45.246519 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] For port 13acfda1-cdcb-4386-a19a-53e0455363a3, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=13acfda1-cdcb-4386-a19a-53e0455363a3,segment=NetworkSegment(0822b540-204a-4b75-9ed9-c5e81d708d36),segment_id=0822b540-204a-4b75-9ed9-c5e81d708d36)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:45.258874 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.346525 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:45.347333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.364978 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:45.365663 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.369505 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/13acfda1-cdcb-4386-a19a-53e0455363a3 HTTP/1.1" status: 200 len: 1094 time: 4.9327796 Jul 22 21:03:45.373077 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:03:45.502172 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8f006-9fef-4ad3-a6d5-74569b86a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=13acfda1-cdcb-4386-a19a-53e0455363a3,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:45.523840 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Allocated IP 172.27.2.194 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/1e53a329-5083-436a-b0de-f5cd68911a39) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:45.725790 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:40Z', 'revision_number': 2, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:45.811843 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Checking router: 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:03:45.812203 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Updating router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:03:45.852816 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.907253 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:45.950573 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:46.052434 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53742) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:46.127124 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:46.129337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'Port': ['ID=1e53a329-5083-436a-b0de-f5cd68911a39,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:46.137575 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:46.147581 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:46.578865 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:46.691294 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df14c24e-cadb-427e-85c6-a11a7d79797c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:46.720797 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-9bad74ae-33b6-41dd-993f-6b43c0f02725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:46.722368 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-9bad74ae-33b6-41dd-993f-6b43c0f02725 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5115338c3be4c098070cc13ae9c090c&device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 1097 time: 1.1800458 Jul 22 21:03:46.758338 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316180c6-3a98-4fc0-b78e-6d5cfc5f3a55 req-4a9cd186-2081-43f3-9cd1-80259317eb50 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:46.763234 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-316180c6-3a98-4fc0-b78e-6d5cfc5f3a55 req-4a9cd186-2081-43f3-9cd1-80259317eb50 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 944 time: 0.3945231 Jul 22 21:03:46.861400 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:46.874900 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:46.902510 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Transition to ACTIVE for port object 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:46.923951 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.169631 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-7ff7e421-20b7-4011-8fd4-f39a82c7f76e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13acfda1-cdcb-4386-a19a-53e0455363a3 HTTP/1.1" status: 200 len: 217 time: 0.3859854 Jul 22 21:03:47.172940 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501b8230-b290-4a38-baa5-e46f760c241f" -d '{"events": [{"name": "network-changed", "server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:03:47.186202 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53778) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:47.192366 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca447247-69da-4cc3-bce1-86dddc8f00cc None None] Pushing event updated for resources: {'Port': ['ID=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:47.193501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-296edd33-5b10-4eae-bcfd-82a263a6cc65 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842826511', 'description': 'tempest-description--2045157584'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:47.340653 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-296edd33-5b10-4eae-bcfd-82a263a6cc65 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.477006 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Attempting to bind port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:47.477320 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Attempting to bind port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:47.477641 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Attempting to bind port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 on network 19956480-60ab-4426-80fc-4d03a5f3654b {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:47.526636 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:47.537369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Checking segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:47.539618 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.542149 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Bound using segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:47.545654 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Bound port: 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:47.549097 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.623477 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.648596 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4d02c358-c728-42fe-b637-44b55d67a730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.676895 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.708815 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-316180c6-3a98-4fc0-b78e-6d5cfc5f3a55 req-d7e101c6-6ed7-4aaa-92c7-fb1b0d862c60 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9367509 Jul 22 21:03:47.737119 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-585d3677-0d94-4050-af93-2f0b2bce4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:47.738623 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-585d3677-0d94-4050-af93-2f0b2bce4992 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66aa253f-738f-4c3f-8692-6e5a03304b49 HTTP/1.1" status: 200 len: 852 time: 0.4168234 Jul 22 21:03:47.789466 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.831306 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-332c9a4c-2780-472d-af0a-bf52e469426e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822446 Jul 22 21:03:47.912874 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.954519 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] For port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:47.968539 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] For port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:47.980818 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:47.991806 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'Port': ['ID=1e53a329-5083-436a-b0de-f5cd68911a39,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:48.005640 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df14c24e-cadb-427e-85c6-a11a7d79797c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.013632 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df14c24e-cadb-427e-85c6-a11a7d79797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.017430 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5fda50-e03f-46cc-b0a6-7f713d6760f5 x-openstack-request-id: req-8d5fda50-e03f-46cc-b0a6-7f713d6760f5 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:03:48.017722 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:03:48.018209 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d5fda50-e03f-46cc-b0a6-7f713d6760f5 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:03:48.020230 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3', 'status': 'completed', 'code': 200} Jul 22 21:03:48.062938 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14c24e-cadb-427e-85c6-a11a7d79797c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23768224-9fd5-4965-ac95-215fa5989793,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:48.066206 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.074059 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:03:48.084038 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-455b5eb4-37d4-41d9-89bc-6ad673bad069 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5531425 Jul 22 21:03:48.137263 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca447247-69da-4cc3-bce1-86dddc8f00cc None None] Pushing event updated for resources: {'Port': ['ID=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:48.161396 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:03:48.162236 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:48.167216 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-df14c24e-cadb-427e-85c6-a11a7d79797c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b39413cc002f428d90e8d32210835d46&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1054888 Jul 22 21:03:48.174210 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53820) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:48.205209 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-296edd33-5b10-4eae-bcfd-82a263a6cc65 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.235809 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-296edd33-5b10-4eae-bcfd-82a263a6cc65 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.282044 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-296edd33-5b10-4eae-bcfd-82a263a6cc65 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.283878 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-296edd33-5b10-4eae-bcfd-82a263a6cc65 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0964658 Jul 22 21:03:48.287177 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53826) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:48.305458 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-8147a3ca-1994-4f2c-af15-7283fa91d6c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'security_group_rule': {'security_group_id': '74376ca6-7b02-4494-a573-4205a7425035', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:48.406050 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8147a3ca-1994-4f2c-af15-7283fa91d6c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.416009 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-ca5d2beb-197e-46d7-90fb-d35701223432 service neutron] 10.222.0.66 "GET /v2.0/networks/0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585134 Jul 22 21:03:48.429225 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296edd33-5b10-4eae-bcfd-82a263a6cc65 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74376ca6-7b02-4494-a573-4205a7425035,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:48.496261 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-40a43479-b896-4c30-82a0-91abbae05a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.618845 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-40a43479-b896-4c30-82a0-91abbae05a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.661129 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8147a3ca-1994-4f2c-af15-7283fa91d6c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.683205 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8147a3ca-1994-4f2c-af15-7283fa91d6c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.707456 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.774122 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:03:48.832157 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147a3ca-1994-4f2c-af15-7283fa91d6c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369f4b29-1d56-4792-84b1-acae69503de3,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:48.848972 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-74d3f40f-33e7-4179-9157-62899b131b26 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--854442745&fields=id&tenant_id=25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 267 time: 0.1545565 Jul 22 21:03:48.856490 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8147a3ca-1994-4f2c-af15-7283fa91d6c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.858039 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8147a3ca-1994-4f2c-af15-7283fa91d6c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5698016 Jul 22 21:03:48.861688 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53870) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:48.873426 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-111eb8e2-57a8-4bdb-a33e-565ea46f26ad tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'security_group_rule': {'security_group_id': '74376ca6-7b02-4494-a573-4205a7425035', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:48.938825 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3a84eec8-459b-4a5e-befc-b4c5bf818e79 req-7a555f22-7c01-4c5b-adc1-16548d2f8428 service neutron] 10.222.0.66 "GET /v2.0/networks/0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827834 Jul 22 21:03:48.980307 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-40a43479-b896-4c30-82a0-91abbae05a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.983158 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-40a43479-b896-4c30-82a0-91abbae05a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:48.987635 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-40a43479-b896-4c30-82a0-91abbae05a83 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23768224-9fd5-4965-ac95-215fa5989793 HTTP/1.1" status: 204 len: 168 time: 0.8111758 Jul 22 21:03:49.005758 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a43479-b896-4c30-82a0-91abbae05a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23768224-9fd5-4965-ac95-215fa5989793,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:49.028566 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-111eb8e2-57a8-4bdb-a33e-565ea46f26ad tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.076363 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c62856-b75d-410e-86ac-b5aa7400804e req-445fcfe5-0f47-4474-9e9c-e7f62fb562dd tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:49.079039 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-69c62856-b75d-410e-86ac-b5aa7400804e req-445fcfe5-0f47-4474-9e9c-e7f62fb562dd tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 944 time: 0.1622169 Jul 22 21:03:49.097872 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-02ea5886-0cab-49e6-97f5-dbe4f3190e8a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:49.100403 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-02ea5886-0cab-49e6-97f5-dbe4f3190e8a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 816 time: 0.2498631 Jul 22 21:03:49.177677 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-82dd185f-8665-4ff8-a700-d1cd40fc42b8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/quotas/25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 375 time: 0.0194206 Jul 22 21:03:49.228351 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-69c62856-b75d-410e-86ac-b5aa7400804e req-a4ca5aa9-3da0-4a99-862e-160cd6eb4c9b tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375854 Jul 22 21:03:49.249439 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:47Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:03:49.290901 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2be64-ac9e-41e7-843e-97f142a84976 None None] The sync data for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi is: [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:47Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:03:49.297440 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-111eb8e2-57a8-4bdb-a33e-565ea46f26ad tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.312005 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-111eb8e2-57a8-4bdb-a33e-565ea46f26ad tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.315735 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b8230-b290-4a38-baa5-e46f760c241f req-d92addc8-dd34-4a81-8926-b9017ef9e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:49.317627 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-501b8230-b290-4a38-baa5-e46f760c241f req-d92addc8-dd34-4a81-8926-b9017ef9e82e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5115338c3be4c098070cc13ae9c090c&device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 1097 time: 0.2097673 Jul 22 21:03:49.340297 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-111eb8e2-57a8-4bdb-a33e-565ea46f26ad tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.345807 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-111eb8e2-57a8-4bdb-a33e-565ea46f26ad tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4808030 Jul 22 21:03:49.353437 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53884) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:49.367660 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:49.439051 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb8e2-57a8-4bdb-a33e-565ea46f26ad tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f12b07f-5fe2-4048-af7e-684188b9ef45,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:49.443437 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.450634 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-0b5e3ebf-7cc1-4f66-a6b8-76315ae953e0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2624314 Jul 22 21:03:49.616303 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:49.657853 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-c8b1bf2c-b04b-428a-a3ed-f4a923a39ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747141 Jul 22 21:03:49.688975 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b8230-b290-4a38-baa5-e46f760c241f req-154fa400-ad05-48cf-81fb-4fb2d11aa140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:49.690488 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-501b8230-b290-4a38-baa5-e46f760c241f req-154fa400-ad05-48cf-81fb-4fb2d11aa140 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 HTTP/1.1" status: 200 len: 914 time: 0.3603461 Jul 22 21:03:49.802428 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53892) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:49.811214 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-537b6d98-b3e4-4fde-9c19-43e7bf71a051 service neutron] 10.222.0.64 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392701 Jul 22 21:03:49.857148 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Allocated IP 172.27.2.248 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/ac648182-e3ca-457b-bb20-741a1ce19827) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:49.962236 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53896) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:49.981280 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-64b39a08-0b7b-4516-b216-214c011c68d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.049292 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.155191 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.162111 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-18fbbd45-d5dc-4320-8fc8-c31d32e0e272 req-bd26210d-3723-4f29-b470-82d43a3f9aba tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 210 time: 0.1402028 Jul 22 21:03:50.243739 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.260490 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59f4d520-f52a-4c11-a379-0d8ab94c1ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.296504 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-64b39a08-0b7b-4516-b216-214c011c68d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.331661 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-64b39a08-0b7b-4516-b216-214c011c68d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.346228 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53918) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:50.383756 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'Port': ['ID=ac648182-e3ca-457b-bb20-741a1ce19827,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:50.405628 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:50.407394 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:50.410181 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:50.520530 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:50.601546 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-501b8230-b290-4a38-baa5-e46f760c241f req-d61e4017-69de-41f3-8cae-199fc7381b9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13acfda1-cdcb-4386-a19a-53e0455363a3 HTTP/1.1" status: 200 len: 217 time: 0.1548612 Jul 22 21:03:50.622600 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:50.628831 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:50.629546 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.652325 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-64b39a08-0b7b-4516-b216-214c011c68d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e73040905c2f49e4b3bd7461dc85a82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6877978 Jul 22 21:03:50.655809 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b39a08-0b7b-4516-b216-214c011c68d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d49ead-1ee1-4106-a107-12175b197c76,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:50.660976 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53934) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:50.697365 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-41b2267c-226e-4531-bb4e-56511ac275a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.731419 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.733301 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59f4d520-f52a-4c11-a379-0d8ab94c1ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.771252 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-59f4d520-f52a-4c11-a379-0d8ab94c1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.810739 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.812788 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1fca-1bc4-441c-83f1-ec13470dbda1 req-85c0e662-4e6a-408b-8029-f7b066b26a99 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:50.815148 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-111b1fca-1bc4-441c-83f1-ec13470dbda1 req-85c0e662-4e6a-408b-8029-f7b066b26a99 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 944 time: 0.3145866 Jul 22 21:03:50.869691 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-59f4d520-f52a-4c11-a379-0d8ab94c1ec3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10a8ca9d48c6417daff6d69ce365d6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0653594 Jul 22 21:03:50.881243 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:50.881805 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 53942) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:50.883295 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f18e27dd-76e9-4d7c-b14e-5a51ec06bd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.885510 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4d520-f52a-4c11-a379-0d8ab94c1ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51dcf3b-6251-4ee1-91ac-96dc98d9ef79,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:50.904627 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.912013 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.930605 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f18e27dd-76e9-4d7c-b14e-5a51ec06bd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:50.943930 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-111b1fca-1bc4-441c-83f1-ec13470dbda1 req-17e55fc1-3a9a-452a-ad0c-37a2925253ff tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161096 Jul 22 21:03:51.015727 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:51.026432 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f18e27dd-76e9-4d7c-b14e-5a51ec06bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.029388 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f18e27dd-76e9-4d7c-b14e-5a51ec06bd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.030714 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f18e27dd-76e9-4d7c-b14e-5a51ec06bd98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9d49ead-1ee1-4106-a107-12175b197c76 HTTP/1.1" status: 204 len: 168 time: 0.3660274 Jul 22 21:03:51.045942 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e27dd-76e9-4d7c-b14e-5a51ec06bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d49ead-1ee1-4106-a107-12175b197c76,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:51.057571 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-41b2267c-226e-4531-bb4e-56511ac275a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.095804 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-41b2267c-226e-4531-bb4e-56511ac275a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.152403 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2267c-226e-4531-bb4e-56511ac275a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35ecb67-343d-4050-a75c-28547dc61579,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:51.184698 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 53962) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:51.184821 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-41b2267c-226e-4531-bb4e-56511ac275a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cdb7abe496d4f62a4526c5af42be912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8374743 Jul 22 21:03:51.234284 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-70e2d630-1061-490b-ac7d-7e65fed40e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.304486 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d9e50c67-a255-4ee4-b6f7-33180c0b63d6 req-bed8fbb6-a4e2-492f-9c29-900fd82cbbb8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 210 time: 0.0543942 Jul 22 21:03:51.306320 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-70e2d630-1061-490b-ac7d-7e65fed40e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.326034 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b8230-b290-4a38-baa5-e46f760c241f req-1f50081b-365f-43d0-ab74-eff5b1da910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:51.329380 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-501b8230-b290-4a38-baa5-e46f760c241f req-1f50081b-365f-43d0-ab74-eff5b1da910f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=66aa253f-738f-4c3f-8692-6e5a03304b49 HTTP/1.1" status: 200 len: 852 time: 0.1485951 Jul 22 21:03:51.350429 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-412ca5f4-a5c5-43d4-8c04-0d3b1127ea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.382027 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-412ca5f4-a5c5-43d4-8c04-0d3b1127ea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.388699 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.403580 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.468964 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-70e2d630-1061-490b-ac7d-7e65fed40e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.471700 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-70e2d630-1061-490b-ac7d-7e65fed40e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.482334 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-412ca5f4-a5c5-43d4-8c04-0d3b1127ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.485065 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-70e2d630-1061-490b-ac7d-7e65fed40e8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a51dcf3b-6251-4ee1-91ac-96dc98d9ef79 HTTP/1.1" status: 204 len: 168 time: 0.5926342 Jul 22 21:03:51.485649 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-412ca5f4-a5c5-43d4-8c04-0d3b1127ea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.487780 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-412ca5f4-a5c5-43d4-8c04-0d3b1127ea2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d35ecb67-343d-4050-a75c-28547dc61579 HTTP/1.1" status: 204 len: 168 time: 0.3016825 Jul 22 21:03:51.514457 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ca5f4-a5c5-43d4-8c04-0d3b1127ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35ecb67-343d-4050-a75c-28547dc61579,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:51.562188 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.589447 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2d630-1061-490b-ac7d-7e65fed40e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51dcf3b-6251-4ee1-91ac-96dc98d9ef79,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:51.620330 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:51.624800 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2682731 Jul 22 21:03:51.627778 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2ea5e-c4fd-42ed-8646-985ea2420b1f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'Port': ['ID=ac648182-e3ca-457b-bb20-741a1ce19827,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:51.996527 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54012) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:52.018249 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-36cb8411-1b3a-4ac7-84c8-2b12e8360e43 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1842826511&fields=id&tenant_id=23b0b71362574d3294169d1d036e261a HTTP/1.1" status: 200 len: 267 time: 0.0475371 Jul 22 21:03:52.026385 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8bcc-deef-49e9-a4a1-bbeb8b61335b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.110466 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54014) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:52.145278 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e218638-c5a6-43e0-8cb1-cf196f7dfb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.209038 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f3e1e-a727-4049-a05f-51cac7106e6e req-3293273e-d924-45b7-a920-db1edc30ef47 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:52.220908 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-635f3e1e-a727-4049-a05f-51cac7106e6e req-3293273e-d924-45b7-a920-db1edc30ef47 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 944 time: 0.1807048 Jul 22 21:03:52.280126 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8bcc-deef-49e9-a4a1-bbeb8b61335b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.300490 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8bcc-deef-49e9-a4a1-bbeb8b61335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.365337 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-9bdd8bcc-deef-49e9-a4a1-bbeb8b61335b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e262d0f619624f8386721da61230ed43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652387 Jul 22 21:03:52.365555 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd8bcc-deef-49e9-a4a1-bbeb8b61335b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38127a-f1a6-4c86-a7d4-c569090284c1,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:52.371098 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54024) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:52.379486 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-501b8230-b290-4a38-baa5-e46f760c241f req-26b228e3-f05c-4c58-aec7-d803208a37f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2358136 Jul 22 21:03:52.397263 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-f7e4315d-2640-4890-a653-13cac7cd015d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:52.399014 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-f7e4315d-2640-4890-a653-13cac7cd015d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 811 time: 0.3728757 Jul 22 21:03:52.428794 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-635f3e1e-a727-4049-a05f-51cac7106e6e req-d0696369-0474-485f-9038-293a9463b172 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061689 Jul 22 21:03:52.457528 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:52.459329 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-0f8945ab-ab6c-44d3-b55a-e926208705d0 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/quotas/23b0b71362574d3294169d1d036e261a HTTP/1.1" status: 200 len: 375 time: 0.0410948 Jul 22 21:03:52.561283 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:52.562350 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.609312 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4dccc85a-0169-4d66-aa22-02b134d78809 req-4cb83187-3b23-403c-ad4c-100b49d4320c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 210 time: 0.0589314 Jul 22 21:03:52.612194 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-25e553a8-7c13-4567-ba7a-7873de774f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.622827 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-501b8230-b290-4a38-baa5-e46f760c241f req-4aa59414-5193-4642-b946-e0f5986575ff service neutron] 10.222.0.66 "GET /v2.0/networks/0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061825 Jul 22 21:03:52.653496 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-25e553a8-7c13-4567-ba7a-7873de774f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.667660 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-97611c4b-2b4e-45e0-b5a1-9330e3056bea tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905181 Jul 22 21:03:52.727529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e218638-c5a6-43e0-8cb1-cf196f7dfb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.742957 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e218638-c5a6-43e0-8cb1-cf196f7dfb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.811334 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-501b8230-b290-4a38-baa5-e46f760c241f req-5a43e3a8-5c13-4d15-bd45-bb2fa6d1ee9a service neutron] 10.222.0.66 "GET /v2.0/networks/0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765680 Jul 22 21:03:52.818793 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-5e218638-c5a6-43e0-8cb1-cf196f7dfb93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ebd9b2dd72448d4a13710dd3e93aa4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7051618 Jul 22 21:03:52.820214 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-25e553a8-7c13-4567-ba7a-7873de774f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.824339 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-25e553a8-7c13-4567-ba7a-7873de774f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:52.828258 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-25e553a8-7c13-4567-ba7a-7873de774f3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e38127a-f1a6-4c86-a7d4-c569090284c1 HTTP/1.1" status: 204 len: 168 time: 0.4499090 Jul 22 21:03:52.828258 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54034) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:52.830334 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-789e0bbf-a556-4e31-97dd-de460a099010 service neutron] 10.222.0.64 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462541 Jul 22 21:03:52.835247 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e218638-c5a6-43e0-8cb1-cf196f7dfb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768b3740-53f7-4c36-a53f-d76cc236a6dd,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:52.927747 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e553a8-7c13-4567-ba7a-7873de774f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38127a-f1a6-4c86-a7d4-c569090284c1,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:53.024276 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4bdf-4c4c-4902-84fd-fe5a05332f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:53.032682 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-dc2fe5ec-8a43-4a98-94c4-cfd5068a9f68 service neutron] 10.222.0.64 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805193 Jul 22 21:03:53.072675 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4bdf-4c4c-4902-84fd-fe5a05332f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:53.170394 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4bdf-4c4c-4902-84fd-fe5a05332f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:53.180984 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-cf5d4bdf-4c4c-4902-84fd-fe5a05332f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:53.191476 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-cf5d4bdf-4c4c-4902-84fd-fe5a05332f19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/768b3740-53f7-4c36-a53f-d76cc236a6dd HTTP/1.1" status: 204 len: 168 time: 0.3551128 Jul 22 21:03:53.213074 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d4bdf-4c4c-4902-84fd-fe5a05332f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768b3740-53f7-4c36-a53f-d76cc236a6dd,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:53.337793 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-494385bf-a171-4c6a-baca-27da57fedc2b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:53.344545 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-494385bf-a171-4c6a-baca-27da57fedc2b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 816 time: 0.3058290 Jul 22 21:03:53.368820 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0d24d744-dc55-457f-8b65-36b145248537 req-c09c5dc8-fb20-41f3-b8c3-efacf3ea9c25 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Jul 22 21:03:53.464919 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-53e84d76-6769-4df4-b1c5-d95995483f98 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 379 time: 0.0850708 Jul 22 21:03:53.487441 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'port': {'device_id': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'admin_state_up': True, 'tenant_id': '25ecdac3159c49afb111245def848e54', 'security_groups': ['67703d57-9590-4cdc-8a33-cf2a19d909de']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:53.711223 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b78d7-412a-4030-8462-9cca9f866481 req-3732ca9f-2a1b-448e-9596-da9bb048d5c9 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:53.719002 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-eb8b78d7-412a-4030-8462-9cca9f866481 req-3732ca9f-2a1b-448e-9596-da9bb048d5c9 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 944 time: 0.1656306 Jul 22 21:03:53.721959 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Made reservation on behalf of 25ecdac3159c49afb111245def848e54 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:53.725528 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:53.802439 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b6582579-e691-4465-bbfc-29a0af83dd82 req-00c445d7-66c4-4abf-a4fb-acef1663156a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 210 time: 0.0592656 Jul 22 21:03:53.914945 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-eb8b78d7-412a-4030-8462-9cca9f866481 req-72c2eb20-beba-411d-b5a4-6cc9450889ab tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907408 Jul 22 21:03:54.040231 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Allocated IP 172.20.0.12 (02c3f82d-a26c-4295-9a8d-6b0a70d9efa3/8ba7cc3b-83b6-4bed-b45d-a738fee70092/0a74c8c9-60e8-4418-9bad-1d93855cb73e) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:54.290768 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:54.327229 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Transition to ACTIVE for port object 0a74c8c9-60e8-4418-9bad-1d93855cb73e will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:54.383515 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:54.440904 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:54.446294 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:54.451127 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:54.461248 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:54.461934 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:54.474944 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:54.490104 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-abd9f6ab-ae43-4267-8855-3263679c7c6b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0088294 Jul 22 21:03:54.526686 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Request body: {'port': {'device_id': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:54.533146 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f55e437d-3871-4844-84f2-97b64de2fc6a req-0cb26cc6-3c14-4bcc-a273-986d434a7fd5 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 210 time: 0.0487018 Jul 22 21:03:54.565630 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 13acfda1-cdcb-4386-a19a-53e0455363a3 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:03:54.626537 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:54.705740 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 13acfda1-cdcb-4386-a19a-53e0455363a3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=13acfda1-cdcb-4386-a19a-53e0455363a3,segment=NetworkSegment(0822b540-204a-4b75-9ed9-c5e81d708d36),segment_id=0822b540-204a-4b75-9ed9-c5e81d708d36)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:54.725399 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '13acfda1-cdcb-4386-a19a-53e0455363a3', 'network_id': '0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3', 'port_id': '13acfda1-cdcb-4386-a19a-53e0455363a3', 'mac_address': 'fa:16:3e:3d:3f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66aa253f-738f-4c3f-8692-6e5a03304b49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:03:54.785705 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:54.805932 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13acfda1-cdcb-4386-a19a-53e0455363a3 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:03:54.828797 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-df4f6f2b-bb40-49a6-bfa9-08cd7c3b223c None None] Provisioning for port 0a74c8c9-60e8-4418-9bad-1d93855cb73e completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:54.831829 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.66', 56227) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:54.854315 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-df4f6f2b-bb40-49a6-bfa9-08cd7c3b223c None None] Provisioning complete for port 0a74c8c9-60e8-4418-9bad-1d93855cb73e triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:54.858650 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-df4f6f2b-bb40-49a6-bfa9-08cd7c3b223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:54.910439 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 13acfda1-cdcb-4386-a19a-53e0455363a3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=13acfda1-cdcb-4386-a19a-53e0455363a3,segment=NetworkSegment(0822b540-204a-4b75-9ed9-c5e81d708d36),segment_id=0822b540-204a-4b75-9ed9-c5e81d708d36)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:54.921080 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:54.949093 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-df4f6f2b-bb40-49a6-bfa9-08cd7c3b223c None None] Port 0a74c8c9-60e8-4418-9bad-1d93855cb73e cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:03:54.999657 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=13acfda1-cdcb-4386-a19a-53e0455363a3,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:55.090234 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54160) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:55.098091 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-e470478d-0883-49f5-a990-acc3dffd0c8d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:55.099669 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-e470478d-0883-49f5-a990-acc3dffd0c8d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 811 time: 0.2645490 Jul 22 21:03:55.124807 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b18e4-4532-4ac2-b866-f05c49812bbf req-248f3d65-9d2b-46e4-b7e2-56a2d32d15ee tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:55.133218 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b90b18e4-4532-4ac2-b866-f05c49812bbf req-248f3d65-9d2b-46e4-b7e2-56a2d32d15ee tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 945 time: 0.1268330 Jul 22 21:03:55.173448 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b90b18e4-4532-4ac2-b866-f05c49812bbf req-7d937cc7-cf43-4ebc-8eab-57c69b764cd1 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Jul 22 21:03:55.194146 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a74c8c9-60e8-4418-9bad-1d93855cb73e {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:03:55.206814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313b1e2-2829-44d1-b672-017159be4bdb req-e97d9d3f-86d7-4289-a955-ac808083817d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:55.208469 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e313b1e2-2829-44d1-b672-017159be4bdb req-e97d9d3f-86d7-4289-a955-ac808083817d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 932 time: 0.2332630 Jul 22 21:03:55.219567 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:55.265618 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Transition to ACTIVE for port object 0a74c8c9-60e8-4418-9bad-1d93855cb73e will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:55.270484 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['13acfda1-cdcb-4386-a19a-53e0455363a3'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:03:55.272451 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-767c7f70-b98c-4582-8f3b-4310331fb5c5 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23b0b71362574d3294169d1d036e261a HTTP/1.1" status: 200 len: 380 time: 0.1412544 Jul 22 21:03:55.299788 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e313b1e2-2829-44d1-b672-017159be4bdb req-02cf5141-3f5d-4559-a471-2083dac45d5f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718665 Jul 22 21:03:55.300481 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:55.322228 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'port': {'device_id': '340b010f-1b46-488d-83d2-bf92a69fab61', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'admin_state_up': True, 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'security_groups': ['74376ca6-7b02-4494-a573-4205a7425035']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:55.563058 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:55.581834 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a2b03a0d-3a9d-45cd-84ae-928572d7779c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:55.665035 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Attempting to bind port 0a74c8c9-60e8-4418-9bad-1d93855cb73e on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:55.666426 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Attempting to bind port 0a74c8c9-60e8-4418-9bad-1d93855cb73e by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:55.667104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Attempting to bind port 0a74c8c9-60e8-4418-9bad-1d93855cb73e on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:55.676711 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Port 0a74c8c9-60e8-4418-9bad-1d93855cb73e on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:03:55.677269 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Attempting to bind port 0a74c8c9-60e8-4418-9bad-1d93855cb73e on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:55.686076 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:55.686685 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Checking segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:55.687259 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Bound using segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:55.687872 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Bound port: 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:55.688386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:55.762399 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:55.768529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:55.777656 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-631edc46-d198-4e1d-9b9f-be7888b1a166 req-c1c686b7-2412-433e-bc3c-1a62258ab9c2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 210 time: 0.0786939 Jul 22 21:03:55.795572 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:55.827759 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:55.828387 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:55.829797 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] 10.222.0.66 "PUT /v2.0/ports/0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 1094 time: 1.3137877 Jul 22 21:03:55.830237 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:03:55.832508 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b730fa95-8124-4c14-809d-9b8ea510ef3f" -d '{"events": [{"name": "network-changed", "server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:03:55.871317 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294d55-f254-4b8c-a34e-d00a59f1b38a service neutron] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:55.894239 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a2b03a0d-3a9d-45cd-84ae-928572d7779c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:55.903229 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a2b03a0d-3a9d-45cd-84ae-928572d7779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.002015 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a2b03a0d-3a9d-45cd-84ae-928572d7779c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a775e8deb474470eb2dce5fbd3ae290c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9087057 Jul 22 21:03:56.006896 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54206) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:56.017171 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Made reservation on behalf of 23b0b71362574d3294169d1d036e261a for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:03:56.022561 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.029285 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b03a0d-3a9d-45cd-84ae-928572d7779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafe90aa-76e7-419d-b9b7-431eb256b7cb,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:56.086157 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eae062-3695-4be4-9d9c-a082fe6023ca x-openstack-request-id: req-04eae062-3695-4be4-9d9c-a082fe6023ca {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:03:56.086419 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:03:56.086676 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04eae062-3695-4be4-9d9c-a082fe6023ca {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:03:56.087094 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'status': 'completed', 'code': 200} Jul 22 21:03:56.139297 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-453721e1-3ec6-4006-b7d6-34ee8db8241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.176764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-dd8e597e-fc58-4ebf-b787-5a1164b16422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:56.177081 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-453721e1-3ec6-4006-b7d6-34ee8db8241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.178702 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-dd8e597e-fc58-4ebf-b787-5a1164b16422 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1097 time: 0.2535632 Jul 22 21:03:56.256698 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-453721e1-3ec6-4006-b7d6-34ee8db8241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.262105 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-453721e1-3ec6-4006-b7d6-34ee8db8241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.263184 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-453721e1-3ec6-4006-b7d6-34ee8db8241b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bafe90aa-76e7-419d-b9b7-431eb256b7cb HTTP/1.1" status: 204 len: 168 time: 0.2510498 Jul 22 21:03:56.286452 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453721e1-3ec6-4006-b7d6-34ee8db8241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafe90aa-76e7-419d-b9b7-431eb256b7cb,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:56.307160 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-4d800a8b-216b-429a-b9a0-6f7099b0d997 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 217 time: 0.1074324 Jul 22 21:03:56.347037 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Allocated IP 172.20.0.12 (19956480-60ab-4426-80fc-4d03a5f3654b/8564b306-08f2-4a31-ab50-abc45509eec0/7137e0f2-4439-4f22-8493-dc6034662400) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:03:56.432745 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7b446-7218-42c7-b0d5-f87e09ac73f0 req-3f4e15bb-c249-4163-bf9b-61b4cd6e73d2 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:56.442884 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a7c7b446-7218-42c7-b0d5-f87e09ac73f0 req-3f4e15bb-c249-4163-bf9b-61b4cd6e73d2 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 945 time: 0.1293812 Jul 22 21:03:56.494515 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-9abb5a0f-25f6-47a4-862b-aa5af5966137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:56.498533 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-9abb5a0f-25f6-47a4-862b-aa5af5966137 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.1331961 Jul 22 21:03:56.511986 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a7c7b446-7218-42c7-b0d5-f87e09ac73f0 req-5d95e4b8-88dd-44fd-aa13-56ae2ae342c4 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636361 Jul 22 21:03:56.536454 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 13acfda1-cdcb-4386-a19a-53e0455363a3 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:03:56.614655 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 13acfda1-cdcb-4386-a19a-53e0455363a3 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:56.621733 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 13acfda1-cdcb-4386-a19a-53e0455363a3 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:56.623341 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.892399 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:56.908659 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9162c-de01-4607-8bf0-6b8224cb569d req-efbefd54-2831-4d66-982a-cd6dc6beb1c4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:56.910296 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2fb9162c-de01-4607-8bf0-6b8224cb569d req-efbefd54-2831-4d66-982a-cd6dc6beb1c4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.4961135 Jul 22 21:03:56.917317 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-91204c0a-bceb-4b6a-ad64-0309b6208968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:56.919887 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-91204c0a-bceb-4b6a-ad64-0309b6208968 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4111202 Jul 22 21:03:56.950633 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:03:56.954113 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54240) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:56.964149 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-468a9a10-1474-4781-9406-4867b9e2ced2 req-677ebb71-9cd4-4d41-96fe-5e3d8446338a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 210 time: 0.0521808 Jul 22 21:03:56.984855 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59d84b4a-fc76-4654-b078-80727fc6f15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.036890 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 13acfda1-cdcb-4386-a19a-53e0455363a3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=13acfda1-cdcb-4386-a19a-53e0455363a3,segment=NetworkSegment(0822b540-204a-4b75-9ed9-c5e81d708d36),segment_id=0822b540-204a-4b75-9ed9-c5e81d708d36)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:03:57.044500 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.069701 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-7e0e534c-5832-49f2-84cf-e599b4a41c98 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349533 Jul 22 21:03:57.128174 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59d84b4a-fc76-4654-b078-80727fc6f15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.136312 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59d84b4a-fc76-4654-b078-80727fc6f15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.142621 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=13acfda1-cdcb-4386-a19a-53e0455363a3,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:57.174752 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.204312 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-59d84b4a-fc76-4654-b078-80727fc6f15a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a672a7a2f3a343a9b3209df0596fb5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339125 Jul 22 21:03:57.207071 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54254) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:57.215175 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2fb9162c-de01-4607-8bf0-6b8224cb569d req-8588a4ed-0322-4772-acbd-40a21e3d0ca5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941837 Jul 22 21:03:57.233411 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Transition to ACTIVE for port object 7137e0f2-4439-4f22-8493-dc6034662400 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:57.268387 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a18f344c-eb14-4783-bd91-041c0d40d969 req-a1d7229f-517b-47f4-9d42-80a42eddfdff service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903572 Jul 22 21:03:57.270773 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df0c46a-e127-4627-839f-9c0741eaa7c8" -d '{"events": [{"server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "name": "network-vif-plugged", "status": "completed", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:03:57.289164 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d84b4a-fc76-4654-b078-80727fc6f15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60121375-5a2c-4d67-bb22-17aeb6ae09a3,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:57.312243 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.360366 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4778-a03f-435e-8fe4-3a074a7ace3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.383778 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Network 19956480-60ab-4426-80fc-4d03a5f3654b is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:03:57.388778 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:03:57.391308 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'Port': ['ID=7137e0f2-4439-4f22-8493-dc6034662400,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:57.392596 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4778-a03f-435e-8fe4-3a074a7ace3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.408908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:03:57.416277 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:57.417366 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.465273 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4778-a03f-435e-8fe4-3a074a7ace3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.469030 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4778-a03f-435e-8fe4-3a074a7ace3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.471000 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e2ad4778-a03f-435e-8fe4-3a074a7ace3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60121375-5a2c-4d67-bb22-17aeb6ae09a3 HTTP/1.1" status: 204 len: 168 time: 0.2578449 Jul 22 21:03:57.488982 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad4778-a03f-435e-8fe4-3a074a7ace3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60121375-5a2c-4d67-bb22-17aeb6ae09a3,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:57.543018 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-2104eafb-e4bd-461c-9d06-3a1ddde14326 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2540910 Jul 22 21:03:57.581098 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Request body: {'port': {'device_id': '340b010f-1b46-488d-83d2-bf92a69fab61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:03:57.636929 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf20fb52-256a-4ef6-9417-5a9898a13cc8 x-openstack-request-id: req-cf20fb52-256a-4ef6-9417-5a9898a13cc8 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:03:57.637407 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "name": "network-vif-plugged", "status": "completed", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:03:57.638669 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf20fb52-256a-4ef6-9417-5a9898a13cc8 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:03:57.639217 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3', 'code': 200} Jul 22 21:03:57.775235 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-fcc098e7-8031-4ef0-aea3-303ff9196c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:57.776746 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-fcc098e7-8031-4ef0-aea3-303ff9196c2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1097 time: 0.3696461 Jul 22 21:03:57.833290 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.888040 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-7d3ff3bb-e993-4a3e-98ad-425a95ed31ad None None] Provisioning for port 7137e0f2-4439-4f22-8493-dc6034662400 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:03:57.895817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f35431-32d7-4ab1-bbc2-48ac0d0d5bcf req-c771a8a8-adf8-4054-9991-b0a5ae4c8e46 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:57.897741 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c3f35431-32d7-4ab1-bbc2-48ac0d0d5bcf req-c771a8a8-adf8-4054-9991-b0a5ae4c8e46 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.2627945 Jul 22 21:03:57.901065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-7d3ff3bb-e993-4a3e-98ad-425a95ed31ad None None] Provisioning complete for port 7137e0f2-4439-4f22-8493-dc6034662400 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:03:57.901459 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff3bb-e993-4a3e-98ad-425a95ed31ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:57.913648 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.66', 56233) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:03:57.980436 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ff3bb-e993-4a3e-98ad-425a95ed31ad None None] Port 7137e0f2-4439-4f22-8493-dc6034662400 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:03:58.011372 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c3f35431-32d7-4ab1-bbc2-48ac0d0d5bcf req-99a994d1-010d-4b6c-a6bf-5584d32eaa37 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989165 Jul 22 21:03:58.017385 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-4bef10c5-c13f-4e54-b483-f2f1fb497722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:58.017385 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-4bef10c5-c13f-4e54-b483-f2f1fb497722 service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.2227242 Jul 22 21:03:58.110789 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-a9dd826c-5984-4110-bd65-cf0b8047eee0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 217 time: 0.0862503 Jul 22 21:03:58.229134 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-069bce61-db6a-41e6-81b6-5c796056c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:58.230591 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-069bce61-db6a-41e6-81b6-5c796056c236 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.1055927 Jul 22 21:03:58.308394 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f990-9c61-4c19-aabd-20866b3ce840 req-26299c5b-5a87-4b74-b200-3bffb5542e91 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:58.310867 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4785f990-9c61-4c19-aabd-20866b3ce840 req-26299c5b-5a87-4b74-b200-3bffb5542e91 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 932 time: 0.2188661 Jul 22 21:03:58.314535 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62bbab-4947-4637-8adc-5b855e753bf9 req-f6a1ddf2-0a0e-4ca2-84e0-72dbc2837f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:58.316228 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fa62bbab-4947-4637-8adc-5b855e753bf9 req-f6a1ddf2-0a0e-4ca2-84e0-72dbc2837f23 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 1099 time: 0.4016187 Jul 22 21:03:58.350298 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-fa62bbab-4947-4637-8adc-5b855e753bf9 req-608e2bb3-451f-4872-807a-d25e7baeacd4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:58.467679 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-eebf7273-db66-4168-a6ca-36ca7f5e6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:58.469388 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-eebf7273-db66-4168-a6ca-36ca7f5e6d4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2305717 Jul 22 21:03:58.511431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7137e0f2-4439-4f22-8493-dc6034662400 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:03:58.513869 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-fa62bbab-4947-4637-8adc-5b855e753bf9 req-608e2bb3-451f-4872-807a-d25e7baeacd4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:58.520963 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4785f990-9c61-4c19-aabd-20866b3ce840 req-24ffbe63-b4d2-4fbf-ab5c-366f05cea860 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028837 Jul 22 21:03:58.522941 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-fa62bbab-4947-4637-8adc-5b855e753bf9 req-608e2bb3-451f-4872-807a-d25e7baeacd4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:58.558277 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fa62bbab-4947-4637-8adc-5b855e753bf9 req-608e2bb3-451f-4872-807a-d25e7baeacd4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314775 Jul 22 21:03:58.563805 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:58.574958 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e2bb3-451f-4872-807a-d25e7baeacd4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9a50d2-948b-4dd0-b7b4-bc9695c3021c,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:58.667366 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-904a2b36-feda-4fe5-9ac4-616127b2451c service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901274 Jul 22 21:03:58.671684 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Transition to ACTIVE for port object 7137e0f2-4439-4f22-8493-dc6034662400 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:03:58.691208 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff311dec-7cc0-40ba-82dc-b0ec8638b519 req-d9244ffd-6fa8-4e56-8278-8ba6fb28ea6a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:58.692902 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ff311dec-7cc0-40ba-82dc-b0ec8638b519 req-d9244ffd-6fa8-4e56-8278-8ba6fb28ea6a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.3159075 Jul 22 21:03:58.693780 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:58.793456 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ff311dec-7cc0-40ba-82dc-b0ec8638b519 req-4c0f5860-9289-4640-a3d0-18279e9d8502 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901575 Jul 22 21:03:58.803257 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Pushing event updated for resources: {'Port': ['ID=7137e0f2-4439-4f22-8493-dc6034662400,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:58.867142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Attempting to bind port 7137e0f2-4439-4f22-8493-dc6034662400 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:03:58.867583 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Attempting to bind port 7137e0f2-4439-4f22-8493-dc6034662400 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:03:58.868228 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Attempting to bind port 7137e0f2-4439-4f22-8493-dc6034662400 on network 19956480-60ab-4426-80fc-4d03a5f3654b {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:58.880487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Port 7137e0f2-4439-4f22-8493-dc6034662400 on network 19956480-60ab-4426-80fc-4d03a5f3654b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:03:58.883000 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Attempting to bind port 7137e0f2-4439-4f22-8493-dc6034662400 on network 19956480-60ab-4426-80fc-4d03a5f3654b {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:03:58.892375 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:03:58.892728 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Checking segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:03:58.893129 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Bound using segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:03:58.893827 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Bound port: 7137e0f2-4439-4f22-8493-dc6034662400, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:03:58.894192 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:59.057589 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] For port 7137e0f2-4439-4f22-8493-dc6034662400, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:03:59.070590 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] For port 7137e0f2-4439-4f22-8493-dc6034662400, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=7137e0f2-4439-4f22-8493-dc6034662400,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:03:59.077238 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:59.159237 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Pushing event updated for resources: {'Port': ['ID=7137e0f2-4439-4f22-8493-dc6034662400,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:03:59.175629 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b730fa95-8124-4c14-809d-9b8ea510ef3f req-5f7f172e-0cc0-44ad-89f4-5e5e4d64003d service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650437 Jul 22 21:03:59.177964 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:59.178959 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:03:59.181274 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-ed488a59-b0fc-4206-8c50-a54132a6041f service neutron] 10.222.0.66 "PUT /v2.0/ports/7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 200 len: 1094 time: 1.6145210 Jul 22 21:03:59.182317 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:03:59.185676 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d4f00-99b4-46ef-aab8-b512ef9cf519" -d '{"events": [{"name": "network-changed", "server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "tag": "7137e0f2-4439-4f22-8493-dc6034662400"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:03:59.241991 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62954df2-bde7-4a0b-ade9-82a82354f2d7 x-openstack-request-id: req-62954df2-bde7-4a0b-ade9-82a82354f2d7 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:03:59.242531 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "tag": "7137e0f2-4439-4f22-8493-dc6034662400", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:03:59.242933 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62954df2-bde7-4a0b-ade9-82a82354f2d7 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:03:59.244147 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400', 'status': 'completed', 'code': 200} Jul 22 21:03:59.282157 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274599-860e-4d23-87b9-8df8f99fbbd8 req-b8bdd110-b131-431e-ba8d-8a9b17a19989 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:59.284045 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-31274599-860e-4d23-87b9-8df8f99fbbd8 req-b8bdd110-b131-431e-ba8d-8a9b17a19989 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.1116102 Jul 22 21:03:59.328561 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-31274599-860e-4d23-87b9-8df8f99fbbd8 req-cffa197f-8ac4-47d5-9835-522b7aacc4fd tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Jul 22 21:03:59.388161 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d4f00-99b4-46ef-aab8-b512ef9cf519 req-763e6cd7-b70f-4f7d-9483-7b144145a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:59.390354 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2f6d4f00-99b4-46ef-aab8-b512ef9cf519 req-763e6cd7-b70f-4f7d-9483-7b144145a318 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1097 time: 0.0698769 Jul 22 21:03:59.658232 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d4f00-99b4-46ef-aab8-b512ef9cf519 req-fee046b7-9a9f-44f8-8163-1852b10cdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:03:59.659995 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2f6d4f00-99b4-46ef-aab8-b512ef9cf519 req-fee046b7-9a9f-44f8-8163-1852b10cdb6e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=23b0b71362574d3294169d1d036e261a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2415090 Jul 22 21:03:59.827528 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54404) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:00.035002 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90f808-8811-44f7-980f-a37e3e85848f req-6ebe9082-093a-4118-85a1-d07c71d73600 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:00.036549 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1e90f808-8811-44f7-980f-a37e3e85848f req-6ebe9082-093a-4118-85a1-d07c71d73600 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 944 time: 0.4394977 Jul 22 21:04:00.059130 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ff4792b6-7511-4ef5-a93d-8070415a7c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.099975 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d4f00-99b4-46ef-aab8-b512ef9cf519 req-38c77e5f-0780-4c53-a234-f46c7df2b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:00.101830 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2f6d4f00-99b4-46ef-aab8-b512ef9cf519 req-38c77e5f-0780-4c53-a234-f46c7df2b9e4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4350915 Jul 22 21:04:00.110351 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1e90f808-8811-44f7-980f-a37e3e85848f req-e7407259-d415-4f8e-8762-5765dee1bc5f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652628 Jul 22 21:04:00.145111 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca4dc-dafd-4d47-8d87-9895b578d0a2 req-8b1b3a75-0549-40b9-b2b4-2acb494c4313 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:00.146599 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d93ca4dc-dafd-4d47-8d87-9895b578d0a2 req-8b1b3a75-0549-40b9-b2b4-2acb494c4313 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.1906722 Jul 22 21:04:00.183535 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54420) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:00.202752 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d93ca4dc-dafd-4d47-8d87-9895b578d0a2 req-7b14a052-a64a-46eb-9a68-5e2cb9d9eb18 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490630 Jul 22 21:04:00.235240 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ff4792b6-7511-4ef5-a93d-8070415a7c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.239810 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ff4792b6-7511-4ef5-a93d-8070415a7c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.256937 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-cd0714c4-ea8d-4654-811e-9be87c5bdc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:00.259032 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-cd0714c4-ea8d-4654-811e-9be87c5bdc14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1097 time: 0.0721047 Jul 22 21:04:00.281403 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-ff4792b6-7511-4ef5-a93d-8070415a7c15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1fa70421c5b4a9e806c3d1d2c87b415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524200 Jul 22 21:04:00.282624 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4792b6-7511-4ef5-a93d-8070415a7c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfd9ff1-d9ae-4d5d-bcee-52576df4f694,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:00.284035 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54424) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:00.352370 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-527790ec-6821-4c9a-8af5-938ba61dcfdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 200 len: 217 time: 0.0614123 Jul 22 21:04:00.356329 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6784f1d4-0802-4ecf-81a3-55ffb7c69d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.487932 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78b6d850-a3bd-4ccb-875a-c8553fd05854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.490468 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-9aa143ee-ef29-480f-adb6-d6514e4a32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:00.492072 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-9aa143ee-ef29-480f-adb6-d6514e4a32c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.1283872 Jul 22 21:04:00.546530 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:04:00.575955 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78b6d850-a3bd-4ccb-875a-c8553fd05854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.620218 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96412e5-4ec2-428a-921e-11b782c5263b req-68ccd9f2-693a-4623-bdcb-4346da86d54b tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:00.621760 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f96412e5-4ec2-428a-921e-11b782c5263b req-68ccd9f2-693a-4623-bdcb-4346da86d54b tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.2201850 Jul 22 21:04:00.661650 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:00.675865 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'port_id': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'mac_address': 'fa:16:3e:01:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:04:00.726131 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-d5e082cc-a949-4e7c-8cc1-852b624479b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:00.728092 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-d5e082cc-a949-4e7c-8cc1-852b624479b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2147088 Jul 22 21:04:00.729491 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.750954 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a74c8c9-60e8-4418-9bad-1d93855cb73e {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:04:00.780773 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:00.786874 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.868310 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f96412e5-4ec2-428a-921e-11b782c5263b req-111dd046-0005-4841-88e7-4f8de5c4fbb3 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396185 Jul 22 21:04:00.874466 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:00.895124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6784f1d4-0802-4ecf-81a3-55ffb7c69d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.896371 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78b6d850-a3bd-4ccb-875a-c8553fd05854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.899813 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-78b6d850-a3bd-4ccb-875a-c8553fd05854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.903880 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-78b6d850-a3bd-4ccb-875a-c8553fd05854 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dfd9ff1-d9ae-4d5d-bcee-52576df4f694 HTTP/1.1" status: 204 len: 168 time: 0.6160679 Jul 22 21:04:00.912070 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6784f1d4-0802-4ecf-81a3-55ffb7c69d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:00.919723 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54448) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:00.932245 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d850-a3bd-4ccb-875a-c8553fd05854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfd9ff1-d9ae-4d5d-bcee-52576df4f694,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:00.952733 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-a80bf48e-cbe0-4c12-872c-c4b03ce26416 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134190 Jul 22 21:04:00.985711 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-6784f1d4-0802-4ecf-81a3-55ffb7c69d6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85f5a6e74c9440d0b461d189a0d8b5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8008008 Jul 22 21:04:00.988427 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54456) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:01.018956 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784f1d4-0802-4ecf-81a3-55ffb7c69d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a854783-c7fc-4c4b-8294-c5b62e318a03,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:01.098758 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-89de0bf6-2ecc-4811-ba26-9fbdec0cc211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.134468 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bb9fc221-3b32-403b-aa91-829cb269c601 req-d691c0aa-81bf-49bd-8bf4-72681f7810c1 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670680 Jul 22 21:04:01.140080 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-89de0bf6-2ecc-4811-ba26-9fbdec0cc211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.221423 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5af7fc23-4a0a-4c8a-bc84-a79ca63d9386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.223688 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-89de0bf6-2ecc-4811-ba26-9fbdec0cc211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.226261 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-89de0bf6-2ecc-4811-ba26-9fbdec0cc211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.227884 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-89de0bf6-2ecc-4811-ba26-9fbdec0cc211 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a854783-c7fc-4c4b-8294-c5b62e318a03 HTTP/1.1" status: 204 len: 168 time: 0.2381077 Jul 22 21:04:01.278449 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de0bf6-2ecc-4811-ba26-9fbdec0cc211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a854783-c7fc-4c4b-8294-c5b62e318a03,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:01.349592 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969c61b-1b4e-4cab-a81a-4d498f7212f5 req-7870d7c3-872f-4c02-be98-4db37e18af3d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:01.351871 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4969c61b-1b4e-4cab-a81a-4d498f7212f5 req-7870d7c3-872f-4c02-be98-4db37e18af3d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 944 time: 0.1227756 Jul 22 21:04:01.427861 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4969c61b-1b4e-4cab-a81a-4d498f7212f5 req-cfd431de-c74d-4786-a796-8c61770b5ca9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647678 Jul 22 21:04:01.465453 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5af7fc23-4a0a-4c8a-bc84-a79ca63d9386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.466676 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067aa6-1f38-4672-ba5b-041fd1750045 req-41cc3b8c-64a2-47fa-b21b-1112a5a4fe33 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:01.468233 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c067aa6-1f38-4672-ba5b-041fd1750045 req-41cc3b8c-64a2-47fa-b21b-1112a5a4fe33 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.1234889 Jul 22 21:04:01.473467 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5af7fc23-4a0a-4c8a-bc84-a79ca63d9386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.517172 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-5af7fc23-4a0a-4c8a-bc84-a79ca63d9386 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65add0970fd645c9932cf48b88adcfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935984 Jul 22 21:04:01.517172 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7fc23-4a0a-4c8a-bc84-a79ca63d9386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f05ef2-83d7-4334-90c3-8f6e02e41974,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:01.518620 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54486) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:01.527730 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c067aa6-1f38-4672-ba5b-041fd1750045 req-943a794d-0d1e-498a-8db7-825de6699cea tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513926 Jul 22 21:04:01.575401 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5b19-99fc-421b-99b4-c5603edb6734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.599838 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5b19-99fc-421b-99b4-c5603edb6734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.661216 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54494) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:01.676925 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ce23e01b-e7aa-493d-ad77-09ed86b800f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.696529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5b19-99fc-421b-99b4-c5603edb6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.699720 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f6e5b19-99fc-421b-99b4-c5603edb6734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.701025 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-2f6e5b19-99fc-421b-99b4-c5603edb6734 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4f05ef2-83d7-4334-90c3-8f6e02e41974 HTTP/1.1" status: 204 len: 168 time: 0.1814561 Jul 22 21:04:01.717529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e5b19-99fc-421b-99b4-c5603edb6734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f05ef2-83d7-4334-90c3-8f6e02e41974,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:01.805456 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ce23e01b-e7aa-493d-ad77-09ed86b800f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.810714 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ce23e01b-e7aa-493d-ad77-09ed86b800f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.855017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54504) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:01.855218 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-ce23e01b-e7aa-493d-ad77-09ed86b800f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=460b3de13d2640c7b8912932ebcf7c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927693 Jul 22 21:04:01.857619 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23e01b-e7aa-493d-ad77-09ed86b800f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be00adfa-0f35-4acd-ac9a-21468ce7583a,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:01.934729 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9988cfda-6cf4-4303-b568-793501cefe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:01.957633 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9988cfda-6cf4-4303-b568-793501cefe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.020088 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9988cfda-6cf4-4303-b568-793501cefe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.022928 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9988cfda-6cf4-4303-b568-793501cefe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.027108 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084f89a-ec32-4784-8c48-69c86bf4c238 req-f0505bc1-b479-4b66-8bbe-7cbe28c64feb tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:02.027630 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-9988cfda-6cf4-4303-b568-793501cefe32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be00adfa-0f35-4acd-ac9a-21468ce7583a HTTP/1.1" status: 204 len: 168 time: 0.1676922 Jul 22 21:04:02.031934 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c084f89a-ec32-4784-8c48-69c86bf4c238 req-f0505bc1-b479-4b66-8bbe-7cbe28c64feb tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.0805457 Jul 22 21:04:02.034459 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988cfda-6cf4-4303-b568-793501cefe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be00adfa-0f35-4acd-ac9a-21468ce7583a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:02.069545 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['0a74c8c9-60e8-4418-9bad-1d93855cb73e'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:04:02.082667 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c084f89a-ec32-4784-8c48-69c86bf4c238 req-6b37a1af-f41f-4082-a877-a4e0d3dbdf68 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499427 Jul 22 21:04:02.126406 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54518) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:02.140904 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-482807b6-b0c3-4da3-a648-6d1b586817e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.212829 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54522) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:02.335871 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-482807b6-b0c3-4da3-a648-6d1b586817e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.341829 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-482807b6-b0c3-4da3-a648-6d1b586817e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.360193 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-995732133-network', 'tenant_id': '844f143380004f94a8a425fa7337fa52'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:02.387122 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Made reservation on behalf of 844f143380004f94a8a425fa7337fa52 for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:02.389605 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.401787 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.402153 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-482807b6-b0c3-4da3-a648-6d1b586817e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46cd4bacdeac4137890875b01accc3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746732 Jul 22 21:04:02.402840 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54528) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:02.435621 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482807b6-b0c3-4da3-a648-6d1b586817e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acaed13-2bbd-4ad0-8f61-8ab9bf337b8a,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:02.472138 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fec54c6-44b6-40fe-b819-226a1118bb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.521005 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fec54c6-44b6-40fe-b819-226a1118bb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.536176 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.562151 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.623914 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b920a6eb-8091-4fef-b651-47b37c41e85b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:02.646753 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fec54c6-44b6-40fe-b819-226a1118bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.651195 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fec54c6-44b6-40fe-b819-226a1118bb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.652839 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4fec54c6-44b6-40fe-b819-226a1118bb24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0acaed13-2bbd-4ad0-8f61-8ab9bf337b8a HTTP/1.1" status: 204 len: 168 time: 0.2474415 Jul 22 21:04:02.665406 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec54c6-44b6-40fe-b819-226a1118bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acaed13-2bbd-4ad0-8f61-8ab9bf337b8a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:02.673660 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:04:02.686562 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58283f78-4b3e-4f09-b99b-db84a132f727 req-620e0e43-d8cc-4426-9026-004ffb52ed79 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:02.688777 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-58283f78-4b3e-4f09-b99b-db84a132f727 req-620e0e43-d8cc-4426-9026-004ffb52ed79 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 944 time: 0.1088326 Jul 22 21:04:02.715556 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.715910 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Added segment defd8e8c-bfe2-49a7-986b-0ee61a48e34f of type vlan for network 1c0a5a96-c766-4301-8933-70b0f5369ba8 Jul 22 21:04:02.745862 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-58283f78-4b3e-4f09-b99b-db84a132f727 req-e949bcae-46ba-429a-8c1d-ffe46a44b40f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507102 Jul 22 21:04:02.798259 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.970863 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1518e2-1ef2-47d4-8fda-16e60e9bab94 req-07f063cb-8a20-4142-bcd0-9303e0c29c58 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:02.972402 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6d1518e2-1ef2-47d4-8fda-16e60e9bab94 req-07f063cb-8a20-4142-bcd0-9303e0c29c58 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.2713618 Jul 22 21:04:02.980850 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:02.981804 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:02.982368 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.032667 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8156238 Jul 22 21:04:03.033275 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54560) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:03.038115 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Request body: {'subnet': {'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-995732133-subnet', 'tenant_id': '844f143380004f94a8a425fa7337fa52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:03.063970 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Made reservation on behalf of 844f143380004f94a8a425fa7337fa52 for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:03.068462 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9555dc0-6ea8-4965-82c8-854e8f6a5631 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0a5a96-c766-4301-8933-70b0f5369ba8,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:03.069345 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.072456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54564) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:03.078659 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6d1518e2-1ef2-47d4-8fda-16e60e9bab94 req-17342885-f341-45e6-9bec-ab39eea74623 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927942 Jul 22 21:04:03.080903 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 1c0a5a96-c766-4301-8933-70b0f5369ba8 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:04:03.115457 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-521a47ab-1de8-4203-b7d9-a9968e946e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.362079 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-521a47ab-1de8-4203-b7d9-a9968e946e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.363706 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.389454 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-521a47ab-1de8-4203-b7d9-a9968e946e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.452392 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-521a47ab-1de8-4203-b7d9-a9968e946e56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc5800305b5b4ed5aafb67d7d30da7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788993 Jul 22 21:04:03.453134 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a47ab-1de8-4203-b7d9-a9968e946e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8608d1d-1e6a-442b-85e4-6f44527c6dd5,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:03.455792 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54574) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:03.462739 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=28894523-7a2b-4d3d-849d-3a2e30a93b1e,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:03.479713 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Checking segment: {'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:04:03.480074 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Network hostable DHCP agents. Network: 1c0a5a96-c766-4301-8933-70b0f5369ba8, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:04:03.498990 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Network 1c0a5a96-c766-4301-8933-70b0f5369ba8 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:04:03.509737 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 1c0a5a96-c766-4301-8933-70b0f5369ba8) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:03.513431 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d2271cdf-0d50-4975-8f91-cae68e90e31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.514220 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:03.514830 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.523227 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d7592-fd60-46b4-8bb7-1e6214a5d4da None None] Network 1c0a5a96-c766-4301-8933-70b0f5369ba8 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:03.540541 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-8e3b359a-09d6-46e3-aac6-a9553afd17dc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5062549 Jul 22 21:04:03.544431 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d2271cdf-0d50-4975-8f91-cae68e90e31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.598678 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d2271cdf-0d50-4975-8f91-cae68e90e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.602290 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d2271cdf-0d50-4975-8f91-cae68e90e31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:03.603861 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d2271cdf-0d50-4975-8f91-cae68e90e31f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8608d1d-1e6a-442b-85e4-6f44527c6dd5 HTTP/1.1" status: 204 len: 168 time: 0.1468968 Jul 22 21:04:03.613063 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2271cdf-0d50-4975-8f91-cae68e90e31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8608d1d-1e6a-442b-85e4-6f44527c6dd5,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:03.685028 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952fa42-0d71-4881-b57d-3b9573af1634 None None] Network 1c0a5a96-c766-4301-8933-70b0f5369ba8 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:03.903962 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc35af-f929-4019-9b00-9703aca184ce req-4054dfb0-a3f5-4b21-bba8-1cc0866c828c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:03.911741 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-93fc35af-f929-4019-9b00-9703aca184ce req-4054dfb0-a3f5-4b21-bba8-1cc0866c828c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 944 time: 0.0892441 Jul 22 21:04:03.963225 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-93fc35af-f929-4019-9b00-9703aca184ce req-c85da843-3527-42eb-b54d-5864c445e3be tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505826 Jul 22 21:04:04.006449 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:04.244412 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03423b2d-9c14-4654-9188-70dd07175e41 req-9b6ae3e0-762b-4129-8002-ab35fc9f6d50 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:04.251366 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-03423b2d-9c14-4654-9188-70dd07175e41 req-9b6ae3e0-762b-4129-8002-ab35fc9f6d50 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0794852 Jul 22 21:04:04.322328 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-03423b2d-9c14-4654-9188-70dd07175e41 req-ddc91e94-91e9-4137-9e35-068b9216412e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699680 Jul 22 21:04:05.124181 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eecbb-17ab-4205-b24c-8c25a39969a3 req-bb402337-342d-414b-accc-5e6236e3ed0c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:05.125705 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-285eecbb-17ab-4205-b24c-8c25a39969a3 req-bb402337-342d-414b-accc-5e6236e3ed0c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 944 time: 0.0836489 Jul 22 21:04:05.166029 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-285eecbb-17ab-4205-b24c-8c25a39969a3 req-309a45cf-ed5e-4143-bddd-64cba6ef8605 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339365 Jul 22 21:04:05.471222 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14caac00-e816-4e61-9f7b-2eb1a87a2ef5 req-789405e7-3330-47bb-8551-85d2d90d1acd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:05.481447 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-14caac00-e816-4e61-9f7b-2eb1a87a2ef5 req-789405e7-3330-47bb-8551-85d2d90d1acd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0876393 Jul 22 21:04:05.531615 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-14caac00-e816-4e61-9f7b-2eb1a87a2ef5 req-2d7f7c8d-8b88-4c64-9736-9b784640afaa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491760 Jul 22 21:04:05.775143 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-23d119c2-268e-4bfd-9271-a6f8b558882b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:05.777197 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-23d119c2-268e-4bfd-9271-a6f8b558882b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/networks?id=1c0a5a96-c766-4301-8933-70b0f5369ba8 HTTP/1.1" status: 200 len: 813 time: 0.1253417 Jul 22 21:04:05.795351 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-32ab9368-d809-4ace-a3d2-5f49121ae412 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/quotas/844f143380004f94a8a425fa7337fa52 HTTP/1.1" status: 200 len: 375 time: 0.0118480 Jul 22 21:04:05.833173 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-56c94a5a-7e59-46b7-bbfb-3f7ff7be53c2 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=844f143380004f94a8a425fa7337fa52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309384 Jul 22 21:04:05.933532 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-9d551d33-b95d-49d4-9374-7ee675f9c284 service neutron] 10.222.0.64 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922742 Jul 22 21:04:06.006940 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 7137e0f2-4439-4f22-8493-dc6034662400 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:04:06.039504 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-e85e3b47-bf65-4d1c-9426-79b37be32282 service neutron] 10.222.0.64 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996015 Jul 22 21:04:06.069825 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:04:06.354345 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 7137e0f2-4439-4f22-8493-dc6034662400, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=7137e0f2-4439-4f22-8493-dc6034662400,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:06.375492 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '7137e0f2-4439-4f22-8493-dc6034662400', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'port_id': '7137e0f2-4439-4f22-8493-dc6034662400', 'mac_address': 'fa:16:3e:6e:47:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:04:06.389466 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82868-cb21-4dae-b4df-cf0cb189676b req-fa982bda-0cd7-4203-9d92-58c116aa6202 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:06.392182 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ec82868-cb21-4dae-b4df-cf0cb189676b req-fa982bda-0cd7-4203-9d92-58c116aa6202 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 944 time: 0.1050677 Jul 22 21:04:06.432065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 0a74c8c9-60e8-4418-9bad-1d93855cb73e completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:04:06.444021 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:06.459224 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 0a74c8c9-60e8-4418-9bad-1d93855cb73e triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:04:06.461444 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:06.491734 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ec82868-cb21-4dae-b4df-cf0cb189676b req-76070a24-ef25-42c6-b6c2-aa40ce3652f6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812030 Jul 22 21:04:06.523022 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7137e0f2-4439-4f22-8493-dc6034662400 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:04:06.608027 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c1cb9e5f-ea68-4eb6-a0f6-1062c3f6a592 req-0c98f4cc-4a74-4ee9-9427-7e9848106b45 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 210 time: 0.0535970 Jul 22 21:04:06.632335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 7137e0f2-4439-4f22-8493-dc6034662400, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=7137e0f2-4439-4f22-8493-dc6034662400,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:06.647846 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:06.800871 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:06.824123 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f8c7-9206-4a67-9b8f-6a4bcb0d1936 req-d90ee7a6-7471-4563-8ba5-34f34c7bb32d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:06.827508 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8a32f8c7-9206-4a67-9b8f-6a4bcb0d1936 req-d90ee7a6-7471-4563-8ba5-34f34c7bb32d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0903442 Jul 22 21:04:06.846167 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=7137e0f2-4439-4f22-8493-dc6034662400,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:06.857231 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:06.859668 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a55b07-db18-4ca0-88c1-9e8ef9b19135" -d '{"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-plugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:06.878861 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:06.884785 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:06.912032 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8a32f8c7-9206-4a67-9b8f-6a4bcb0d1936 req-81de69b3-3d23-484c-9f5d-a8485ab663a3 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760062 Jul 22 21:04:06.940649 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d48be0e-60ed-4939-9549-49399efd3410 x-openstack-request-id: req-0d48be0e-60ed-4939-9549-49399efd3410 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:06.942712 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-plugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:06.943044 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d48be0e-60ed-4939-9549-49399efd3410 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:06.943447 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'code': 200} Jul 22 21:04:06.975969 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:07.087204 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['7137e0f2-4439-4f22-8493-dc6034662400'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:04:07.378901 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969495ef-180f-460b-a1b0-fa85798bf326 req-29f2bf6d-083c-4322-bf8b-f4f8f97bfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:07.380373 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-969495ef-180f-460b-a1b0-fa85798bf326 req-29f2bf6d-083c-4322-bf8b-f4f8f97bfcb7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1099 time: 0.0922041 Jul 22 21:04:07.444185 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-969495ef-180f-460b-a1b0-fa85798bf326 req-f08877b8-56a8-4793-9cdb-384d2dc1b11c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391154 Jul 22 21:04:07.620249 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d573a0-550f-4345-98d5-191cc1357ff9 req-0ee1d1e9-9fa6-41bb-a61b-c8221d9620f9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:07.621766 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b8d573a0-550f-4345-98d5-191cc1357ff9 req-0ee1d1e9-9fa6-41bb-a61b-c8221d9620f9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 945 time: 0.0668490 Jul 22 21:04:07.668314 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b8d573a0-550f-4345-98d5-191cc1357ff9 req-13b2d2fe-de66-4dbf-b1ae-d21cdcc48ac4 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408344 Jul 22 21:04:07.740300 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cea7af5a-70c5-4e0d-a0f0-2939a50d40fa req-0dc5f57e-4e31-406e-acee-af89a96e162c tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 210 time: 0.0317314 Jul 22 21:04:08.012194 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 7137e0f2-4439-4f22-8493-dc6034662400 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:04:08.067766 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd353f-ebbe-4e97-ab04-5ecb54a27cdd req-2e05f037-ddd2-4b27-8ba8-d37d28e06d71 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:08.072004 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-92dd353f-ebbe-4e97-ab04-5ecb54a27cdd req-2e05f037-ddd2-4b27-8ba8-d37d28e06d71 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0822453 Jul 22 21:04:08.080544 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 7137e0f2-4439-4f22-8493-dc6034662400 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:04:08.084304 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 7137e0f2-4439-4f22-8493-dc6034662400 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:04:08.084723 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:08.119079 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-92dd353f-ebbe-4e97-ab04-5ecb54a27cdd req-b3092c23-f3cd-4cef-a417-3cec86e8d896 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404656 Jul 22 21:04:08.187729 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:08.221431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 7137e0f2-4439-4f22-8493-dc6034662400, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=7137e0f2-4439-4f22-8493-dc6034662400,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:08.225722 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:08.289364 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=7137e0f2-4439-4f22-8493-dc6034662400,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:08.494217 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-31af4e4e-64bd-40c2-9929-6c319a91673b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:08.495790 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-31af4e4e-64bd-40c2-9929-6c319a91673b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "GET /v2.0/networks?id=1c0a5a96-c766-4301-8933-70b0f5369ba8 HTTP/1.1" status: 200 len: 813 time: 0.1800106 Jul 22 21:04:08.531370 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Request body: {'port': {'device_id': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8', 'admin_state_up': True, 'tenant_id': '844f143380004f94a8a425fa7337fa52'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:08.660320 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Made reservation on behalf of 844f143380004f94a8a425fa7337fa52 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:08.664841 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:08.855699 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Allocated IP 172.20.0.8 (1c0a5a96-c766-4301-8933-70b0f5369ba8/28894523-7a2b-4d3d-849d-3a2e30a93b1e/a75c6012-ca22-4152-a34f-33fcfe0b7f43) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:04:08.875902 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8857b779-48d8-4d7d-bc9b-d11908c9b3cd req-612b7e84-7f3d-4cb1-a900-f27b2e4c543d tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 210 time: 0.0546491 Jul 22 21:04:08.903104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08440c94-5cea-4820-9dcf-706d2e2a27df req-b7fb5557-4dbd-451e-b243-d95de196c6f3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:08.905363 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08440c94-5cea-4820-9dcf-706d2e2a27df req-b7fb5557-4dbd-451e-b243-d95de196c6f3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1458206 Jul 22 21:04:08.934123 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54878) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:08.947233 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:08.950474 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d5171e-0a14-4aa9-9e51-dcee45982597" -d '{"events": [{"server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "name": "network-vif-plugged", "status": "completed", "tag": "7137e0f2-4439-4f22-8493-dc6034662400"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:08.988054 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08440c94-5cea-4820-9dcf-706d2e2a27df req-922c1052-a35e-445a-b0d7-ef9ca2b98c2e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717766 Jul 22 21:04:08.999824 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7351d90e-e21c-4f3d-9934-afcf95bea77d x-openstack-request-id: req-7351d90e-e21c-4f3d-9934-afcf95bea77d {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:09.000123 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "name": "network-vif-plugged", "status": "completed", "tag": "7137e0f2-4439-4f22-8493-dc6034662400", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:09.000365 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7351d90e-e21c-4f3d-9934-afcf95bea77d {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:09.001073 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400', 'code': 200} Jul 22 21:04:09.111082 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-02bb972b-d594-46e7-a3a9-4ea005d69eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.317650 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-02bb972b-d594-46e7-a3a9-4ea005d69eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.345848 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-02bb972b-d594-46e7-a3a9-4ea005d69eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.403696 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcecfd-8515-426c-b4af-2be491f9adf8 req-3fb52ae6-1266-449d-aa09-b6ead03898f0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:09.405257 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e2bcecfd-8515-426c-b4af-2be491f9adf8 req-3fb52ae6-1266-449d-aa09-b6ead03898f0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1554463 Jul 22 21:04:09.412297 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-02bb972b-d594-46e7-a3a9-4ea005d69eb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bf2fe06677e4eac815c232230ed5cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4769509 Jul 22 21:04:09.413077 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54918) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:09.420347 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb972b-d594-46e7-a3a9-4ea005d69eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ed09c-f00f-4aea-b7de-ee8e852e0b3b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:09.448864 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.517130 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e9657-ce1d-4675-95ab-dd502b30a346 req-2d7877ad-bacd-4bac-ba04-9db50703d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:09.519405 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0c2e9657-ce1d-4675-95ab-dd502b30a346 req-2d7877ad-bacd-4bac-ba04-9db50703d58e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1099 time: 0.1550238 Jul 22 21:04:09.519532 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e2bcecfd-8515-426c-b4af-2be491f9adf8 req-68fe67b2-581a-46d9-a12a-b737aca14faa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946789 Jul 22 21:04:09.543492 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-09682ad3-ab07-412b-b08f-23bbbfc81516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.550183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.581355 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-09682ad3-ab07-412b-b08f-23bbbfc81516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.582127 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Network 1c0a5a96-c766-4301-8933-70b0f5369ba8 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:04:09.607131 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:09.612289 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:04:09.619162 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:09.619822 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.635151 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-09682ad3-ab07-412b-b08f-23bbbfc81516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.638494 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-09682ad3-ab07-412b-b08f-23bbbfc81516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.639930 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-09682ad3-ab07-412b-b08f-23bbbfc81516 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/864ed09c-f00f-4aea-b7de-ee8e852e0b3b HTTP/1.1" status: 204 len: 168 time: 0.2248852 Jul 22 21:04:09.640784 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0c2e9657-ce1d-4675-95ab-dd502b30a346 req-89c66e44-e640-4a40-834f-caa07e7fa779 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094558 Jul 22 21:04:09.649230 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682ad3-ab07-412b-b08f-23bbbfc81516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ed09c-f00f-4aea-b7de-ee8e852e0b3b,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:09.650777 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Pushing event updated for resources: {'Port': ['ID=a75c6012-ca22-4152-a34f-33fcfe0b7f43,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:09.654841 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-94b1d2fa-fa9f-44e0-b2bb-caa4fe92ab01 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1276681 Jul 22 21:04:09.715283 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54928) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:09.924712 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0e22634c-b2b9-4fe7-9501-fa20e05f70ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:09.990254 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54936) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:10.008016 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7a48068d-9cb7-4ae8-a09f-99b1ddf3c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.017386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f22fd-df15-4e2a-acc3-01aff11df165 req-2df3bad0-e77d-4b77-ad49-d39c1ad45106 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:10.019232 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fb8f22fd-df15-4e2a-acc3-01aff11df165 req-2df3bad0-e77d-4b77-ad49-d39c1ad45106 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 931 time: 0.0708849 Jul 22 21:04:10.047115 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0e22634c-b2b9-4fe7-9501-fa20e05f70ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.053109 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0e22634c-b2b9-4fe7-9501-fa20e05f70ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.061391 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Request body: {'port': {'device_id': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:10.087925 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fb8f22fd-df15-4e2a-acc3-01aff11df165 req-c9b9e58b-64c6-4bff-910d-e0cfe997cecf tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610254 Jul 22 21:04:10.140808 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-0e22634c-b2b9-4fe7-9501-fa20e05f70ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34fd742cfe4b42acb2103c4d5b9ec717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244072 Jul 22 21:04:10.146172 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22634c-b2b9-4fe7-9501-fa20e05f70ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0e4ee7-144d-4e71-840a-72814feb818b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:10.146339 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54942) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:10.188624 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.209309 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9abbb6-ecf6-430d-af1b-8a852912b30f req-19295806-c8bf-4ea2-a34e-e04aeb5952f1 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:10.211865 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8d9abbb6-ecf6-430d-af1b-8a852912b30f req-19295806-c8bf-4ea2-a34e-e04aeb5952f1 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1438770 Jul 22 21:04:10.244693 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-af5d3bdc-79f4-4e04-9045-3e78ae44a787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.248831 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7a48068d-9cb7-4ae8-a09f-99b1ddf3c2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.258818 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7a48068d-9cb7-4ae8-a09f-99b1ddf3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.275191 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8d9abbb6-ecf6-430d-af1b-8a852912b30f req-a3e30c20-38e4-4d0c-b98e-495a7ca448ff tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574040 Jul 22 21:04:10.303729 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-7a48068d-9cb7-4ae8-a09f-99b1ddf3c2c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0bf5c93fe20a4ef0b3c7db95ea9e0841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125663 Jul 22 21:04:10.305226 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48068d-9cb7-4ae8-a09f-99b1ddf3c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bff1d0-180f-46fb-b955-61f11683b1de,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:10.307451 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54944) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:10.330480 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-af5d3bdc-79f4-4e04-9045-3e78ae44a787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.355312 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8ed9-1cf1-4768-a9dc-acce7bb18705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.376003 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8ed9-1cf1-4768-a9dc-acce7bb18705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.433006 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8ed9-1cf1-4768-a9dc-acce7bb18705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.436260 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6bb8ed9-1cf1-4768-a9dc-acce7bb18705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.437392 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a6bb8ed9-1cf1-4768-a9dc-acce7bb18705 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03bff1d0-180f-46fb-b955-61f11683b1de HTTP/1.1" status: 204 len: 168 time: 0.1290548 Jul 22 21:04:10.444561 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-af5d3bdc-79f4-4e04-9045-3e78ae44a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.447991 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb8ed9-1cf1-4768-a9dc-acce7bb18705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bff1d0-180f-46fb-b955-61f11683b1de,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:10.448125 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-af5d3bdc-79f4-4e04-9045-3e78ae44a787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.449149 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-af5d3bdc-79f4-4e04-9045-3e78ae44a787 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db0e4ee7-144d-4e71-840a-72814feb818b HTTP/1.1" status: 204 len: 168 time: 0.3017919 Jul 22 21:04:10.469831 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d3bdc-79f4-4e04-9045-3e78ae44a787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0e4ee7-144d-4e71-840a-72814feb818b,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:10.575211 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75c6012-ca22-4152-a34f-33fcfe0b7f43 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:04:10.595394 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.633255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Transition to ACTIVE for port object a75c6012-ca22-4152-a34f-33fcfe0b7f43 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:04:10.645723 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.737592 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Pushing event updated for resources: {'Port': ['ID=a75c6012-ca22-4152-a34f-33fcfe0b7f43,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:10.785517 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd2690-077b-4de8-a48b-ebc6e9edbb8a req-dcc5a3ab-1ba5-4fd6-b479-0abdedc83dd7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:10.787199 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a5cd2690-077b-4de8-a48b-ebc6e9edbb8a req-dcc5a3ab-1ba5-4fd6-b479-0abdedc83dd7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1526899 Jul 22 21:04:10.790518 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Attempting to bind port a75c6012-ca22-4152-a34f-33fcfe0b7f43 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:04:10.790851 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Attempting to bind port a75c6012-ca22-4152-a34f-33fcfe0b7f43 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:04:10.791782 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Attempting to bind port a75c6012-ca22-4152-a34f-33fcfe0b7f43 on network 1c0a5a96-c766-4301-8933-70b0f5369ba8 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:04:10.802732 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Port a75c6012-ca22-4152-a34f-33fcfe0b7f43 on network 1c0a5a96-c766-4301-8933-70b0f5369ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:04:10.803087 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Attempting to bind port a75c6012-ca22-4152-a34f-33fcfe0b7f43 on network 1c0a5a96-c766-4301-8933-70b0f5369ba8 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:04:10.820142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:04:10.820869 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Checking segment: {'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:04:10.821421 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Bound using segment: {'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:04:10.822031 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Bound port: a75c6012-ca22-4152-a34f-33fcfe0b7f43, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:04:10.822564 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.872753 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a5cd2690-077b-4de8-a48b-ebc6e9edbb8a req-977efdfc-d09e-4d7d-b84c-9edc2d2f3dc6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772424 Jul 22 21:04:10.904520 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 54976) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:10.925764 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4a4a867e-938f-4d0b-89e2-920eee9dca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.926792 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] For port a75c6012-ca22-4152-a34f-33fcfe0b7f43, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:04:10.932975 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] For port a75c6012-ca22-4152-a34f-33fcfe0b7f43, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a75c6012-ca22-4152-a34f-33fcfe0b7f43,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:04:10.939470 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.979505 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:10.980740 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:10.985305 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] 10.222.0.66 "PUT /v2.0/ports/a75c6012-ca22-4152-a34f-33fcfe0b7f43 HTTP/1.1" status: 200 len: 1093 time: 0.9344816 Jul 22 21:04:10.988355 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'tag': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:10.990992 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eb8535-aad4-43bb-b877-abc254b7d8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab4107-aa1c-445a-9be4-33908a901c8e", "tag": "a75c6012-ca22-4152-a34f-33fcfe0b7f43"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:11.019977 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affe932-c190-4138-aa3c-260f3dd070ac service neutron] Pushing event updated for resources: {'Port': ['ID=a75c6012-ca22-4152-a34f-33fcfe0b7f43,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:11.047694 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54986) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:11.068453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a597469-b05d-4df9-b3b9-38b56ab2cd8e x-openstack-request-id: req-7a597469-b05d-4df9-b3b9-38b56ab2cd8e {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:11.068957 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab4107-aa1c-445a-9be4-33908a901c8e", "tag": "a75c6012-ca22-4152-a34f-33fcfe0b7f43", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:11.069423 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a597469-b05d-4df9-b3b9-38b56ab2cd8e {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:11.071443 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'tag': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43', 'status': 'completed', 'code': 200} Jul 22 21:04:11.128822 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a45782-ca54-4c87-9626-af17077ba803 req-47f1c50e-2ff7-45e8-a2f1-4264f4b10534 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:11.130346 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-40a45782-ca54-4c87-9626-af17077ba803 req-47f1c50e-2ff7-45e8-a2f1-4264f4b10534 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1635127 Jul 22 21:04:11.153250 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 54998) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:11.180652 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'floatingip': {'port_id': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:11.203312 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4a4a867e-938f-4d0b-89e2-920eee9dca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.214514 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4a4a867e-938f-4d0b-89e2-920eee9dca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.271974 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-4a4a867e-938f-4d0b-89e2-920eee9dca29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be07972c3d384488a994d6dd6377a632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663204 Jul 22 21:04:11.273708 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a867e-938f-4d0b-89e2-920eee9dca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf8487-75a2-433c-bedf-892a47a8040e,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:11.276110 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55000) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:11.312490 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.340422 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e697f2ee-3a2e-4097-9090-416860fa0380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.375788 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e697f2ee-3a2e-4097-9090-416860fa0380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.467793 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-665061a0-1810-4f91-9454-31168ad236f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.478913 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afb67e-a8b3-4f11-84ae-af3a60bc3441 req-3c836d14-98e7-4f8a-8723-12677147a58f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:11.483551 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e9afb67e-a8b3-4f11-84ae-af3a60bc3441 req-3c836d14-98e7-4f8a-8723-12677147a58f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0888531 Jul 22 21:04:11.485041 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e697f2ee-3a2e-4097-9090-416860fa0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.488823 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e697f2ee-3a2e-4097-9090-416860fa0380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:11.491024 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e697f2ee-3a2e-4097-9090-416860fa0380 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54bf8487-75a2-433c-bedf-892a47a8040e HTTP/1.1" status: 204 len: 168 time: 0.2136519 Jul 22 21:04:11.511425 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697f2ee-3a2e-4097-9090-416860fa0380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf8487-75a2-433c-bedf-892a47a8040e,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:11.556367 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e9afb67e-a8b3-4f11-84ae-af3a60bc3441 req-c6441481-dc05-4189-9836-5c4bbe2d9df5 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639002 Jul 22 21:04:11.588563 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-34c501d8-e912-4058-8c4b-bc336b363cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:11.590029 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-34c501d8-e912-4058-8c4b-bc336b363cac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=844f143380004f94a8a425fa7337fa52&device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 1096 time: 0.4561553 Jul 22 21:04:11.711732 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bc573-8477-43fa-a9dd-cf962f96ef9d req-2d83fc80-3d49-433a-98f7-948c1579fbf0 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:11.718559 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-446bc573-8477-43fa-a9dd-cf962f96ef9d req-2d83fc80-3d49-433a-98f7-948c1579fbf0 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 943 time: 0.4309835 Jul 22 21:04:11.735984 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-bcecb330-5e4f-448d-beac-e122f1702e71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75c6012-ca22-4152-a34f-33fcfe0b7f43 HTTP/1.1" status: 200 len: 217 time: 0.1068788 Jul 22 21:04:11.800180 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee9de8-a9b6-4c4c-b9c4-f92fb05e7e1e req-52bfe369-7cc6-486c-89a3-7a83e2f6bced tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:11.810807 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2eee9de8-a9b6-4c4c-b9c4-f92fb05e7e1e req-52bfe369-7cc6-486c-89a3-7a83e2f6bced tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1421020 Jul 22 21:04:11.817071 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55028) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:11.824719 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'floatingip': {'port_id': '7137e0f2-4439-4f22-8493-dc6034662400'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:11.856889 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-446bc573-8477-43fa-a9dd-cf962f96ef9d req-61e1be53-1962-458d-a0be-58da29027177 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374485 Jul 22 21:04:11.914627 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-aed768db-d092-4285-bffb-b3ef6fb77348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:11.916104 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-aed768db-d092-4285-bffb-b3ef6fb77348 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=28894523-7a2b-4d3d-849d-3a2e30a93b1e HTTP/1.1" status: 200 len: 853 time: 0.1693485 Jul 22 21:04:11.920992 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:12.079393 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-b2d968fe-1d55-4ee5-806e-256bf94d02e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c0a5a96-c766-4301-8933-70b0f5369ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379983 Jul 22 21:04:12.162028 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-665061a0-1810-4f91-9454-31168ad236f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:12.180063 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-665061a0-1810-4f91-9454-31168ad236f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:12.325930 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-665061a0-1810-4f91-9454-31168ad236f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59f53a3f63f84216a91d9d5425288dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2769389 Jul 22 21:04:12.332090 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55054) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:12.549098 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665061a0-1810-4f91-9454-31168ad236f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577b8074-a226-4049-b802-fcda2b8f6c7c,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:12.557684 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.db.resource_extend [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 21:04:12.616647 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-b25309c5-48fd-4161-b604-dbc092351d75 service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101185 Jul 22 21:04:12.699405 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:12.713062 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:12.820460 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3ebc19ac-6623-4099-9df1-2a40ae5aabe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:12.876248 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3ebc19ac-6623-4099-9df1-2a40ae5aabe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:12.885587 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc87a134-8765-40c6-bd97-ee3d3b06e363 req-c7365724-7760-487d-919b-a96f3fa08670 service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475917 Jul 22 21:04:12.924523 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Floating IP 8f258d3b-79ae-4564-9fb4-5ba0d0b15c13 associated. External IP: 172.27.2.194, port: 0a74c8c9-60e8-4418-9bad-1d93855cb73e. Jul 22 21:04:12.971104 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:13.000223 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:13.106666 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3ebc19ac-6623-4099-9df1-2a40ae5aabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:13.120432 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3ebc19ac-6623-4099-9df1-2a40ae5aabe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:13.124503 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3ebc19ac-6623-4099-9df1-2a40ae5aabe3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/577b8074-a226-4049-b802-fcda2b8f6c7c HTTP/1.1" status: 204 len: 168 time: 0.5763109 Jul 22 21:04:13.162703 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc19ac-6623-4099-9df1-2a40ae5aabe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577b8074-a226-4049-b802-fcda2b8f6c7c,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:13.166719 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.l3_db [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Floating IP 296379ce-5535-4ef5-9247-57a42eb0280d associated. External IP: 172.27.2.248, port: 7137e0f2-4439-4f22-8493-dc6034662400. Jul 22 21:04:13.295290 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-1b843399-cac8-4e69-b064-b668ee3d5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:13.297081 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-1b843399-cac8-4e69-b064-b668ee3d5a12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=844f143380004f94a8a425fa7337fa52&device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 1096 time: 0.2606196 Jul 22 21:04:13.401750 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa52052-8b95-4ae5-9ab3-0d1d2bda8495 req-a5ccb669-5b35-4504-82dd-b4002cb2c8bc tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:13.403354 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0fa52052-8b95-4ae5-9ab3-0d1d2bda8495 req-a5ccb669-5b35-4504-82dd-b4002cb2c8bc tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 943 time: 0.4612207 Jul 22 21:04:13.472977 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-c9a2f65f-2fab-49a2-aab5-5d0934435e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:13.474452 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-c9a2f65f-2fab-49a2-aab5-5d0934435e30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c0a5a96-c766-4301-8933-70b0f5369ba8 HTTP/1.1" status: 200 len: 915 time: 0.1660962 Jul 22 21:04:13.479675 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:04:13.544967 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0fa52052-8b95-4ae5-9ab3-0d1d2bda8495 req-84eb53ea-f45a-49bb-977a-15664d478763 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249728 Jul 22 21:04:13.559594 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:04:13.649762 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-4902beae-394b-479c-8949-0835c652b1dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a75c6012-ca22-4152-a34f-33fcfe0b7f43 HTTP/1.1" status: 200 len: 217 time: 0.1606629 Jul 22 21:04:13.741211 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:04:13.746801 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:13.748593 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-0ad9d29e-fb91-45dd-bb59-7e71f2cd9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:13.750050 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-0ad9d29e-fb91-45dd-bb59-7e71f2cd9152 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=28894523-7a2b-4d3d-849d-3a2e30a93b1e HTTP/1.1" status: 200 len: 853 time: 0.0888095 Jul 22 21:04:13.757739 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] Sync routers for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:04:13.770549 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:13.771189 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:13.774915 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:04:13.785760 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:13.790779 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] Sync routers for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:04:13.808360 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:13.809286 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:13.820450 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-6c145d74-d305-4a9a-9d26-e1cfd9950065 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "PUT /v2.0/floatingips/296379ce-5535-4ef5-9247-57a42eb0280d HTTP/1.1" status: 200 len: 992 time: 2.0021932 Jul 22 21:04:13.821745 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55112) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:13.822269 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:13.872541 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2516b9b7-e2b0-4f03-ad52-f1ee2463f621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:13.898435 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-675450bc-4674-49b0-a0aa-dd4b1b527e16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c0a5a96-c766-4301-8933-70b0f5369ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037509 Jul 22 21:04:13.953185 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:13.979043 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4c3217a9-b8f6-452f-9ddf-d0909b95543d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "PUT /v2.0/floatingips/8f258d3b-79ae-4564-9fb4-5ba0d0b15c13 HTTP/1.1" status: 200 len: 992 time: 2.8156583 Jul 22 21:04:13.986123 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:13.990066 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:14.003889 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a46f624-4144-4c65-80d8-9205808be6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:14.095925 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "tag": "7137e0f2-4439-4f22-8493-dc6034662400"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:14.119262 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2516b9b7-e2b0-4f03-ad52-f1ee2463f621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:14.125120 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2516b9b7-e2b0-4f03-ad52-f1ee2463f621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:14.156740 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-e7505730-c5e3-4e46-8b97-8748b87e9b79 service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378864 Jul 22 21:04:14.177706 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-2516b9b7-e2b0-4f03-ad52-f1ee2463f621 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b208726b93448578610cc4b1d817cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427458 Jul 22 21:04:14.177706 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516b9b7-e2b0-4f03-ad52-f1ee2463f621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85bd36-8e53-4e80-b3a6-8c954f6b0c3b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:14.178091 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55128) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:14.240043 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-50f289f4-9b15-420c-84fe-2f5ee8a5ee38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:14.268261 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-50f289f4-9b15-420c-84fe-2f5ee8a5ee38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:14.305751 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '8f258d3b-79ae-4564-9fb4-5ba0d0b15c13', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'port_id': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'mac_address': 'fa:16:3e:01:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:03:46Z', 'updated_at': '2021-07-22T21:04:12Z', 'revision_number': 1, 'project_id': '25ecdac3159c49afb111245def848e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:14.343971 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-50f289f4-9b15-420c-84fe-2f5ee8a5ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:14.347259 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] Checking router: 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:04:14.348947 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-50f289f4-9b15-420c-84fe-2f5ee8a5ee38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:14.356877 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:14.357773 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:14.369924 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-50f289f4-9b15-420c-84fe-2f5ee8a5ee38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d85bd36-8e53-4e80-b3a6-8c954f6b0c3b HTTP/1.1" status: 204 len: 168 time: 0.1794043 Jul 22 21:04:14.388459 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f289f4-9b15-420c-84fe-2f5ee8a5ee38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85bd36-8e53-4e80-b3a6-8c954f6b0c3b,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:14.479811 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '296379ce-5535-4ef5-9247-57a42eb0280d', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'port_id': '7137e0f2-4439-4f22-8493-dc6034662400', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'mac_address': 'fa:16:3e:6e:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b010f-1b46-488d-83d2-bf92a69fab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:03:50Z', 'updated_at': '2021-07-22T21:04:12Z', 'revision_number': 1, 'project_id': '23b0b71362574d3294169d1d036e261a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:14.492139 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:14.508029 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] Checking router: 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:04:14.518923 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:14.519862 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:03:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:14.650145 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:14.727475 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a1a70db5-1789-46a3-b3b1-9a037d67d9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:14.843584 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '8f258d3b-79ae-4564-9fb4-5ba0d0b15c13', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'port_id': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'mac_address': 'fa:16:3e:01:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:03:46Z', 'updated_at': '2021-07-22T21:04:12Z', 'revision_number': 1, 'project_id': '25ecdac3159c49afb111245def848e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:14.904160 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26407dc6-3181-492b-a8c1-6916f25edb7a None None] The sync data for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi is: [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '8f258d3b-79ae-4564-9fb4-5ba0d0b15c13', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'port_id': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'mac_address': 'fa:16:3e:01:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:03:46Z', 'updated_at': '2021-07-22T21:04:12Z', 'revision_number': 1, 'project_id': '25ecdac3159c49afb111245def848e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:04:14.985642 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '296379ce-5535-4ef5-9247-57a42eb0280d', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'port_id': '7137e0f2-4439-4f22-8493-dc6034662400', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'mac_address': 'fa:16:3e:6e:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b010f-1b46-488d-83d2-bf92a69fab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:03:50Z', 'updated_at': '2021-07-22T21:04:12Z', 'revision_number': 1, 'project_id': '23b0b71362574d3294169d1d036e261a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:15.018812 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00f810a-9393-409c-be2b-3167a9f69d7b None None] The sync data for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi is: [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '296379ce-5535-4ef5-9247-57a42eb0280d', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'port_id': '7137e0f2-4439-4f22-8493-dc6034662400', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'mac_address': 'fa:16:3e:6e:47:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b010f-1b46-488d-83d2-bf92a69fab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:03:50Z', 'updated_at': '2021-07-22T21:04:12Z', 'revision_number': 1, 'project_id': '23b0b71362574d3294169d1d036e261a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:04:15.191075 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c12f049-05d5-4b93-bdc0-0053679c064c None None] New status for floating IP 8f258d3b-79ae-4564-9fb4-5ba0d0b15c13: ACTIVE {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:04:15.259916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9598e22d-62d8-4858-9e62-12d91d746539 None None] New status for floating IP 296379ce-5535-4ef5-9247-57a42eb0280d: ACTIVE {{(pid=93065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:04:15.279257 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55166) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:15.381929 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1621024471-network', 'tenant_id': 'c52244f3b7f94feaa4d65446506564c8'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:15.405682 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Made reservation on behalf of c52244f3b7f94feaa4d65446506564c8 for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:15.408448 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.427419 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.528877 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.532508 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.556813 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:04:15.566218 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c59d1b-3d8f-44af-b6e4-499d17dcfc73,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:15.571956 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.572295 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Added segment 06cf6453-d015-4dbc-b1db-1321dff945a1 of type vlan for network 314dc8c5-077a-40ba-b321-4112a095c535 Jul 22 21:04:15.611726 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.642731 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.643774 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:15.644351 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.676076 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3954363 Jul 22 21:04:15.679596 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55172) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:15.685841 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Request body: {'subnet': {'network_id': '314dc8c5-077a-40ba-b321-4112a095c535', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1621024471-subnet', 'tenant_id': 'c52244f3b7f94feaa4d65446506564c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:15.717020 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baebe27-8ea7-4bfd-8f10-13ef5d5d58a9 admin admin] Pushing event updated for resources: {'Network': ['ID=314dc8c5-077a-40ba-b321-4112a095c535,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:15.728130 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 314dc8c5-077a-40ba-b321-4112a095c535 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:04:15.734560 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Made reservation on behalf of c52244f3b7f94feaa4d65446506564c8 for: {'subnet': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:15.736903 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3090707'] for subnet, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.904971 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2252814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3090785'] for subnet, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:15.963108 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bda866-462a-4975-9b3f-06955aa1028e,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:15.972725 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Checking segment: {'id': '06cf6453-d015-4dbc-b1db-1321dff945a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '314dc8c5-077a-40ba-b321-4112a095c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:04:15.973065 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Network hostable DHCP agents. Network: 314dc8c5-077a-40ba-b321-4112a095c535, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:04:15.993177 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Network 314dc8c5-077a-40ba-b321-4112a095c535 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:04:16.001267 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 314dc8c5-077a-40ba-b321-4112a095c535) {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:16.005716 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:16.006894 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.009860 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebce141-b4b8-4fb9-b9fd-ccd5f6d89436 None None] Network 314dc8c5-077a-40ba-b321-4112a095c535 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:16.020858 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e171b5e1-df33-4ff3-9ef2-91f1c3dbb529 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3403695 Jul 22 21:04:16.136322 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2fbf9-1ccd-475b-abb8-62cb327a3371 None None] Network 314dc8c5-077a-40ba-b321-4112a095c535 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:16.483723 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55194) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:16.488679 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-121980380-network', 'tenant_id': '8b1ae2c0a5044ece8fba50d6926cb286'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:16.519440 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Made reservation on behalf of 8b1ae2c0a5044ece8fba50d6926cb286 for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:16.521752 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.530231 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.620046 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.623734 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.648752 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:04:16.659597 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4933b3-b956-40d9-b781-1d6d9d3dd2aa,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:16.665095 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.665439 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Added segment 45917154-41c8-4e13-b90e-0b7e5ba02a63 of type vlan for network 6c0bb7fa-ff57-485a-b36a-d1ef4c436336 Jul 22 21:04:16.705484 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.734791 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.735985 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:16.736576 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.771064 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2861326 Jul 22 21:04:16.774012 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55200) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:16.778953 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Request body: {'subnet': {'network_id': '6c0bb7fa-ff57-485a-b36a-d1ef4c436336', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-121980380-subnet', 'tenant_id': '8b1ae2c0a5044ece8fba50d6926cb286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:16.802938 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Made reservation on behalf of 8b1ae2c0a5044ece8fba50d6926cb286 for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:16.806549 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:16.943880 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1845b9-cf71-4e34-a650-78e938cc4749 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0bb7fa-ff57-485a-b36a-d1ef4c436336,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:16.953864 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 6c0bb7fa-ff57-485a-b36a-d1ef4c436336 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:04:16.994173 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:17.057236 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4afc53-1db5-4e26-859b-e1226f8a097d,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:17.065814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Checking segment: {'id': '45917154-41c8-4e13-b90e-0b7e5ba02a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '6c0bb7fa-ff57-485a-b36a-d1ef4c436336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:04:17.066173 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Network hostable DHCP agents. Network: 6c0bb7fa-ff57-485a-b36a-d1ef4c436336, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:04:17.083287 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Network 6c0bb7fa-ff57-485a-b36a-d1ef4c436336 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:04:17.092278 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 6c0bb7fa-ff57-485a-b36a-d1ef4c436336) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:17.096371 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:17.096968 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:17.102825 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7fc666-95b7-4d62-8c48-950bd541d38f None None] Network 6c0bb7fa-ff57-485a-b36a-d1ef4c436336 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:17.113163 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-84fc8c6c-3c69-46a2-9eea-5efca505ffba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3379409 Jul 22 21:04:17.233090 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1a9c9-9a3d-4085-a609-7d1fa99f3f05 None None] Network 6c0bb7fa-ff57-485a-b36a-d1ef4c436336 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:17.309883 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1cad7352-52db-43ce-a106-b18b59afcfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:17.481838 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a75c6012-ca22-4152-a34f-33fcfe0b7f43 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:04:17.522438 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:17.604390 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a75c6012-ca22-4152-a34f-33fcfe0b7f43, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a75c6012-ca22-4152-a34f-33fcfe0b7f43,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:17.620255 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43', 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8', 'port_id': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43', 'mac_address': 'fa:16:3e:f6:23:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28894523-7a2b-4d3d-849d-3a2e30a93b1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:04:17.651589 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36eb8535-aad4-43bb-b877-abc254b7d8a3 req-e1b10b58-be59-4f4f-a2d0-8258359b0f43 service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957320 Jul 22 21:04:17.676303 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:17.696414 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75c6012-ca22-4152-a34f-33fcfe0b7f43 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:04:17.706015 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84008619-5dfa-485c-ba34-e96b93ed41fc x-openstack-request-id: req-84008619-5dfa-485c-ba34-e96b93ed41fc {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:17.706387 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:17.706711 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84008619-5dfa-485c-ba34-e96b93ed41fc {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:17.707195 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'status': 'completed', 'code': 200} Jul 22 21:04:17.731307 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a75c6012-ca22-4152-a34f-33fcfe0b7f43, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a75c6012-ca22-4152-a34f-33fcfe0b7f43,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:17.736325 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:17.802765 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=a75c6012-ca22-4152-a34f-33fcfe0b7f43,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:17.904025 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f221db-09b0-4b33-9b5f-06a50ddb8940 req-1b195932-cef6-44e4-ab1c-6616e1a6470e tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:17.905623 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08f221db-09b0-4b33-9b5f-06a50ddb8940 req-1b195932-cef6-44e4-ab1c-6616e1a6470e tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 944 time: 0.1374204 Jul 22 21:04:17.906219 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed7e29d-b9fd-4d62-ae19-63ff2df724dc x-openstack-request-id: req-aed7e29d-b9fd-4d62-ae19-63ff2df724dc {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:17.906622 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "tag": "7137e0f2-4439-4f22-8493-dc6034662400", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:17.906751 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aed7e29d-b9fd-4d62-ae19-63ff2df724dc {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:17.907248 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400', 'status': 'completed', 'code': 200} Jul 22 21:04:17.911672 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-bc7928be-780e-4c3e-8f69-5d49304b21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:17.913159 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-bc7928be-780e-4c3e-8f69-5d49304b21e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1099 time: 0.0967379 Jul 22 21:04:17.945967 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08f221db-09b0-4b33-9b5f-06a50ddb8940 req-b35912fd-5ce9-4426-ae6f-6ec7863bcade tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jul 22 21:04:18.086995 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-4d75d213-bf70-4366-aa4a-5cdc7c409183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:18.088507 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-4d75d213-bf70-4366-aa4a-5cdc7c409183 service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.1265478 Jul 22 21:04:18.098961 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-b6414a3f-34c1-4d0e-b510-705287b1895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:18.098961 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-b6414a3f-34c1-4d0e-b510-705287b1895c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1099 time: 0.1135564 Jul 22 21:04:18.257345 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-ae8e8a4c-5415-4c64-b17d-19fb37bb70c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 1002 time: 0.1482351 Jul 22 21:04:18.308713 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-b99bc02e-8d2c-4970-9c11-0c242d1b5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:18.310193 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-b99bc02e-8d2c-4970-9c11-0c242d1b5bd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 913 time: 0.1950696 Jul 22 21:04:18.328857 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-1f9b865a-9bed-4662-8b9a-cf3b927047b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:18.330197 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-1f9b865a-9bed-4662-8b9a-cf3b927047b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0616791 Jul 22 21:04:18.387046 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-1d2b3bb2-1e8c-45dc-9c14-07a6bf6eb70a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 200 len: 1002 time: 0.0643334 Jul 22 21:04:18.470715 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:20.119812 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:22.017598 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-9aee5dd8-b9fe-434d-8af1-e8f5f8f95305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:22.019085 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-9aee5dd8-b9fe-434d-8af1-e8f5f8f95305 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524240 Jul 22 21:04:22.026891 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['a75c6012-ca22-4152-a34f-33fcfe0b7f43'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:04:22.117026 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-4f9bf5f6-52d6-4304-9f8c-3437300e561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:22.118528 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-4f9bf5f6-52d6-4304-9f8c-3437300e561d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.0839028 Jul 22 21:04:22.271095 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b6d39-18b0-43b4-ba36-739fe3dd71c8 req-691810ad-5ca7-4221-a768-4c403a98f997 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:22.272826 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ca7b6d39-18b0-43b4-ba36-739fe3dd71c8 req-691810ad-5ca7-4221-a768-4c403a98f997 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 944 time: 0.0685775 Jul 22 21:04:22.316222 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ca7b6d39-18b0-43b4-ba36-739fe3dd71c8 req-f1eed94d-a27c-400d-b079-5cb8d0baa2fb tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375595 Jul 22 21:04:22.429097 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-8650b3f9-b942-4225-afa4-60dfe2ba6b1b service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635190 Jul 22 21:04:22.442689 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-243ef76d-9946-45ff-a447-71ab36776c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:22.444762 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-243ef76d-9946-45ff-a447-71ab36776c7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750299 Jul 22 21:04:22.623409 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2a46f624-4144-4c65-80d8-9205808be6f0 req-6bf7f8cd-82db-4438-9b85-0ab07cce3f14 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596942 Jul 22 21:04:22.625236 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-5646f481-c51b-48d9-b2a3-7a347b84200c service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605489 Jul 22 21:04:22.753466 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ab0cb721-bb50-4e85-b25e-bd91d0e41e2f req-cab3447b-bb2d-43bd-997b-b6f3998be727 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848413 Jul 22 21:04:23.511175 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a95a5-8b8f-415d-bc31-4aec5e04d16f req-5163cea6-756c-4ae9-b879-2c258f65d3a8 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:23.512725 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e69a95a5-8b8f-415d-bc31-4aec5e04d16f req-5163cea6-756c-4ae9-b879-2c258f65d3a8 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 944 time: 0.0808358 Jul 22 21:04:23.557820 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e69a95a5-8b8f-415d-bc31-4aec5e04d16f req-cb5b145b-929a-4512-960d-45df8a584b05 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Jul 22 21:04:24.518355 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c5120-a122-4383-b10f-6efb64917dca req-b670619d-0b9c-4506-bdbb-0da8f6fc7839 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:24.519870 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b87c5120-a122-4383-b10f-6efb64917dca req-b670619d-0b9c-4506-bdbb-0da8f6fc7839 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.0688829 Jul 22 21:04:24.558038 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b87c5120-a122-4383-b10f-6efb64917dca req-db70350d-93d9-4448-8f7b-8fd11273c3cd tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Jul 22 21:04:24.669742 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55358) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:24.768387 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:24.856058 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:24.859702 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:24.896744 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ee351fccdff4c62ba0300d05525302c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253022 Jul 22 21:04:24.897594 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2192998d-adc1-46b7-9710-6605fc904330,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:24.899456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55362) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:24.904789 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.905136 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.905468 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.905795 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.906117 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.906441 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.906775 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.907145 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.907488 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.907817 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.908132 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.908446 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a30a81-031e-452b-ba3a-9fda46fcf316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:24.950410 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:24.971125 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.019059 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.021574 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.022721 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2192998d-adc1-46b7-9710-6605fc904330 HTTP/1.1" status: 204 len: 168 time: 0.1222789 Jul 22 21:04:25.030901 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2192998d-adc1-46b7-9710-6605fc904330,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:25.038721 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.039106 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.039461 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.039804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.040696 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.040696 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.040849 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.041111 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.041446 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.041776 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.042105 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.042431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80eddfc-dce0-449d-a55b-15a620e2e045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:25.076829 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:04:25.280991 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55368) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:25.294658 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fb2f97d7-074f-4858-b637-199f03f69352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.391898 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fb2f97d7-074f-4858-b637-199f03f69352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.395590 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fb2f97d7-074f-4858-b637-199f03f69352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.435228 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-fb2f97d7-074f-4858-b637-199f03f69352 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a6ad70e89e44c81acccda78b42ec54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531177 Jul 22 21:04:25.436135 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f97d7-074f-4858-b637-199f03f69352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e23286-b74c-45cc-bd6c-bc93d646bacb,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:25.437993 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55374) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:25.487012 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c71c919b-b899-4313-a384-9982fb032398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.507823 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c71c919b-b899-4313-a384-9982fb032398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.553781 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c71c919b-b899-4313-a384-9982fb032398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.556447 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c71c919b-b899-4313-a384-9982fb032398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:25.557633 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c71c919b-b899-4313-a384-9982fb032398 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35e23286-b74c-45cc-bd6c-bc93d646bacb HTTP/1.1" status: 204 len: 168 time: 0.1180143 Jul 22 21:04:25.565185 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c919b-b899-4313-a384-9982fb032398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e23286-b74c-45cc-bd6c-bc93d646bacb,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:26.113490 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a75c6012-ca22-4152-a34f-33fcfe0b7f43 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:04:26.168568 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port a75c6012-ca22-4152-a34f-33fcfe0b7f43 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:04:26.173073 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port a75c6012-ca22-4152-a34f-33fcfe0b7f43 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:04:26.173443 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:26.257187 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:26.280807 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:26.283048 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66d135e-1e2a-49bf-845c-46ae04235a5d" -d '{"events": [{"server_uuid": "91ab4107-aa1c-445a-9be4-33908a901c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a75c6012-ca22-4152-a34f-33fcfe0b7f43"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:26.295694 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a75c6012-ca22-4152-a34f-33fcfe0b7f43, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a75c6012-ca22-4152-a34f-33fcfe0b7f43,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:26.300081 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:26.349550 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=a75c6012-ca22-4152-a34f-33fcfe0b7f43,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:27.498778 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55466) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:27.542843 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb945df-133c-471e-9dde-9ec99dfa265e req-6f41a228-142f-456a-9878-8ccb1df5f27d tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:27.545209 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bfb945df-133c-471e-9dde-9ec99dfa265e req-6f41a228-142f-456a-9878-8ccb1df5f27d tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.0741098 Jul 22 21:04:27.610611 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bfb945df-133c-471e-9dde-9ec99dfa265e req-1928e560-7d95-4db1-a3d4-1a4885527fb9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585375 Jul 22 21:04:27.619146 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f776-98cc-4583-b783-bff81bb6e002 req-8f3c933c-6cfe-41e6-beb9-ad6f555348bd tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:27.620770 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-efe3f776-98cc-4583-b783-bff81bb6e002 req-8f3c933c-6cfe-41e6-beb9-ad6f555348bd tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.1156037 Jul 22 21:04:27.662557 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5562-706d-48bc-a9d1-65f37060ff03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:27.667792 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fecfa1-8031-4d35-b486-e0c299fc7f14 x-openstack-request-id: req-e9fecfa1-8031-4d35-b486-e0c299fc7f14 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:27.668617 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab4107-aa1c-445a-9be4-33908a901c8e", "name": "network-vif-plugged", "status": "completed", "tag": "a75c6012-ca22-4152-a34f-33fcfe0b7f43", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:27.669025 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9fecfa1-8031-4d35-b486-e0c299fc7f14 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:27.669557 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43', 'code': 200} Jul 22 21:04:27.687936 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-efe3f776-98cc-4583-b783-bff81bb6e002 req-0593ecf4-1e19-4f09-92f2-cbf318e34941 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605998 Jul 22 21:04:27.791498 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5562-706d-48bc-a9d1-65f37060ff03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:27.796336 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5562-706d-48bc-a9d1-65f37060ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:27.839982 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-5d3f5562-706d-48bc-a9d1-65f37060ff03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2b3f8d4f7134908b86a67f48abcea61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394771 Jul 22 21:04:27.840743 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55484) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:27.842337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f5562-706d-48bc-a9d1-65f37060ff03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7525dc2f-bb99-449b-9ab5-31c68bc0d57e,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:27.909024 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ba723b6a-a684-40a4-9cd5-a4042fd5c56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:27.955081 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ba723b6a-a684-40a4-9cd5-a4042fd5c56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.021017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1d03-c558-4539-80db-b2469f2446ef req-b08861b5-f3dd-43bb-888f-ab0f1531a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:28.022683 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6fce1d03-c558-4539-80db-b2469f2446ef req-b08861b5-f3dd-43bb-888f-ab0f1531a1ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 1098 time: 0.1043952 Jul 22 21:04:28.023728 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ba723b6a-a684-40a4-9cd5-a4042fd5c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.026266 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ba723b6a-a684-40a4-9cd5-a4042fd5c56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.027325 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-ba723b6a-a684-40a4-9cd5-a4042fd5c56f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7525dc2f-bb99-449b-9ab5-31c68bc0d57e HTTP/1.1" status: 204 len: 168 time: 0.1852081 Jul 22 21:04:28.035741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba723b6a-a684-40a4-9cd5-a4042fd5c56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525dc2f-bb99-449b-9ab5-31c68bc0d57e,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:28.076523 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6fce1d03-c558-4539-80db-b2469f2446ef req-2d52040f-6f9e-416b-af91-d551860b11e3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Jul 22 21:04:28.301574 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55500) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:28.315979 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fda0ed1f-bf3c-42bf-a5e7-750db414223b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.415453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fda0ed1f-bf3c-42bf-a5e7-750db414223b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.420370 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fda0ed1f-bf3c-42bf-a5e7-750db414223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.467204 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-fda0ed1f-bf3c-42bf-a5e7-750db414223b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83e10e1d06ba487eb9178c9dd0e3bf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630332 Jul 22 21:04:28.467771 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0ed1f-bf3c-42bf-a5e7-750db414223b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efeec4-6353-4c6d-a2d4-cf2182e55827,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:28.470267 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55506) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:28.527235 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-809530be-72f5-4d80-aad2-d984c56f2c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.550758 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-809530be-72f5-4d80-aad2-d984c56f2c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.607386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-809530be-72f5-4d80-aad2-d984c56f2c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.610211 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-809530be-72f5-4d80-aad2-d984c56f2c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:28.614159 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-809530be-72f5-4d80-aad2-d984c56f2c80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26efeec4-6353-4c6d-a2d4-cf2182e55827 HTTP/1.1" status: 204 len: 168 time: 0.1426029 Jul 22 21:04:28.624136 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809530be-72f5-4d80-aad2-d984c56f2c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efeec4-6353-4c6d-a2d4-cf2182e55827,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:28.872151 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0424f-60f9-410d-b166-accff8feb894 req-2118b16d-2864-4caf-99c9-ad8794f6498b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:28.874000 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5be0424f-60f9-410d-b166-accff8feb894 req-2118b16d-2864-4caf-99c9-ad8794f6498b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.1750283 Jul 22 21:04:28.917780 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddde7c6-bdf6-4e40-906b-343567881034 req-a9f209f1-d750-4e28-b360-91f7e1bee64e tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:28.927242 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ddde7c6-bdf6-4e40-906b-343567881034 req-a9f209f1-d750-4e28-b360-91f7e1bee64e tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.1253514 Jul 22 21:04:28.932111 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5be0424f-60f9-410d-b166-accff8feb894 req-57d483ee-641f-47c4-9ffa-5c18e25d59c6 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446255 Jul 22 21:04:28.975599 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ddde7c6-bdf6-4e40-906b-343567881034 req-05786838-20e3-41b1-8eeb-a28b83a09442 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Jul 22 21:04:30.113139 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486cdf5-0d06-4b93-a9c9-c1a944fdc153 req-cb1f09cf-92e5-4dac-90b5-b5d3019231d7 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:30.116737 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5486cdf5-0d06-4b93-a9c9-c1a944fdc153 req-cb1f09cf-92e5-4dac-90b5-b5d3019231d7 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.1067672 Jul 22 21:04:30.165415 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5486cdf5-0d06-4b93-a9c9-c1a944fdc153 req-faa59bf6-af60-4869-899a-085cc6ee2689 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Jul 22 21:04:30.171240 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b31e2-5f8b-4a35-9597-de5c2799a7ba req-5f3373db-b025-41a6-9b68-af9426fce916 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:30.172510 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-845b31e2-5f8b-4a35-9597-de5c2799a7ba req-5f3373db-b025-41a6-9b68-af9426fce916 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.1117465 Jul 22 21:04:30.236484 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-845b31e2-5f8b-4a35-9597-de5c2799a7ba req-00d1e0c8-c4d0-4651-8e86-89fb430f8368 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579407 Jul 22 21:04:30.885871 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55638) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:30.915396 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55642) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:31.021961 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9d90251c-9185-4ec6-b50e-6479d7005bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.058294 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-49531f5c-45d4-4acd-991d-f262b72f29e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.151202 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9d90251c-9185-4ec6-b50e-6479d7005bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.157963 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9d90251c-9185-4ec6-b50e-6479d7005bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.218476 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90251c-9185-4ec6-b50e-6479d7005bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf69aa86-9dd7-4e5c-8153-bf3c2759d528,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:31.223076 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-9d90251c-9185-4ec6-b50e-6479d7005bcd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eaeda5d34b4d4088aa8fc611fe0fcf3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066313 Jul 22 21:04:31.226073 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55650) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:31.285494 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a3e2-6549-475a-b26b-ebe13cc775a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.312508 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a3e2-6549-475a-b26b-ebe13cc775a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.328700 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-49531f5c-45d4-4acd-991d-f262b72f29e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.338716 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-49531f5c-45d4-4acd-991d-f262b72f29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.378764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49531f5c-45d4-4acd-991d-f262b72f29e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4855f838-0bef-405d-b8fe-25220fe591de,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:31.414175 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a3e2-6549-475a-b26b-ebe13cc775a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.415856 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7f0eb-eb1a-4d3f-b715-e919d645be29 req-549a9e60-a8bd-4d59-8ea9-be84aa7f11e6 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:31.417283 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a3e2-6549-475a-b26b-ebe13cc775a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.417462 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ebe7f0eb-eb1a-4d3f-b715-e919d645be29 req-549a9e60-a8bd-4d59-8ea9-be84aa7f11e6 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.1579728 Jul 22 21:04:31.418788 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d6c5a3e2-6549-475a-b26b-ebe13cc775a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf69aa86-9dd7-4e5c-8153-bf3c2759d528 HTTP/1.1" status: 204 len: 168 time: 0.1916273 Jul 22 21:04:31.428176 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-49531f5c-45d4-4acd-991d-f262b72f29e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e438210e1cc4814bf22f0c5d33ceb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333173 Jul 22 21:04:31.431626 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55660) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:31.470438 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5a3e2-6549-475a-b26b-ebe13cc775a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf69aa86-9dd7-4e5c-8153-bf3c2759d528,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:31.481453 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05a0a8-3e36-4dc8-a39a-9cdec81d5e70 req-d649c8ad-e690-4ff3-95ee-c35f2e36812c tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:31.483220 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cb05a0a8-3e36-4dc8-a39a-9cdec81d5e70 req-d649c8ad-e690-4ff3-95ee-c35f2e36812c tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.1357086 Jul 22 21:04:31.494699 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ebe7f0eb-eb1a-4d3f-b715-e919d645be29 req-7271558f-01d5-4ff3-a399-5f4e9d244e56 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688939 Jul 22 21:04:31.560601 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c0e29298-64f1-4fad-9517-163d6c63962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.574686 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cb05a0a8-3e36-4dc8-a39a-9cdec81d5e70 req-1f4f674b-5f08-4b15-8863-ab6cd6cbb413 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795510 Jul 22 21:04:31.591062 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c0e29298-64f1-4fad-9517-163d6c63962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.666147 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c0e29298-64f1-4fad-9517-163d6c63962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.671421 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c0e29298-64f1-4fad-9517-163d6c63962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:31.673560 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c0e29298-64f1-4fad-9517-163d6c63962d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4855f838-0bef-405d-b8fe-25220fe591de HTTP/1.1" status: 204 len: 168 time: 0.2406282 Jul 22 21:04:31.716868 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e29298-64f1-4fad-9517-163d6c63962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4855f838-0bef-405d-b8fe-25220fe591de,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:31.857557 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55718) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:31.882259 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-79f0e28c-8f7b-47b1-9840-ae47dd512225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.015161 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-79f0e28c-8f7b-47b1-9840-ae47dd512225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.021209 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-79f0e28c-8f7b-47b1-9840-ae47dd512225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.067981 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-79f0e28c-8f7b-47b1-9840-ae47dd512225 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3368cf3a64b54118aded620fe9bd08ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091949 Jul 22 21:04:32.068841 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0e28c-8f7b-47b1-9840-ae47dd512225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c64aafc-8dcd-43ff-8829-178d0041539b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:32.070748 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55722) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:32.171484 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d5c8581e-c330-4fbc-944b-dd6663ad156a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.198210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d5c8581e-c330-4fbc-944b-dd6663ad156a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.260292 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d5c8581e-c330-4fbc-944b-dd6663ad156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.262925 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d5c8581e-c330-4fbc-944b-dd6663ad156a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.264144 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-d5c8581e-c330-4fbc-944b-dd6663ad156a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c64aafc-8dcd-43ff-8829-178d0041539b HTTP/1.1" status: 204 len: 168 time: 0.1920993 Jul 22 21:04:32.272577 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8581e-c330-4fbc-944b-dd6663ad156a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c64aafc-8dcd-43ff-8829-178d0041539b,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:32.319291 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55736) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:32.337413 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e1099fa4-93b3-4ba3-ac51-fa3cedf1f9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.440061 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e1099fa4-93b3-4ba3-ac51-fa3cedf1f9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.444552 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e1099fa4-93b3-4ba3-ac51-fa3cedf1f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.488284 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e1099fa4-93b3-4ba3-ac51-fa3cedf1f9c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=923e44251dc448d78215c941cdf849a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677141 Jul 22 21:04:32.490041 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1099fa4-93b3-4ba3-ac51-fa3cedf1f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b947240-1e2b-484e-90c1-5ba92aaee15e,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:32.491808 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55742) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:32.542306 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d27b973e-7c42-4374-aff8-c0811320e90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.564459 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d27b973e-7c42-4374-aff8-c0811320e90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.617203 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d27b973e-7c42-4374-aff8-c0811320e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.620159 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d27b973e-7c42-4374-aff8-c0811320e90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:32.621238 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d27b973e-7c42-4374-aff8-c0811320e90d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b947240-1e2b-484e-90c1-5ba92aaee15e HTTP/1.1" status: 204 len: 168 time: 0.1282351 Jul 22 21:04:32.631216 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b973e-7c42-4374-aff8-c0811320e90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b947240-1e2b-484e-90c1-5ba92aaee15e,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:32.749427 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22be20c-6779-4e33-aa8c-c45808f1ec7c req-4cb40f2f-535c-4fc1-875f-6a3c349bdeff tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:32.751129 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c22be20c-6779-4e33-aa8c-c45808f1ec7c req-4cb40f2f-535c-4fc1-875f-6a3c349bdeff tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.0759480 Jul 22 21:04:32.803615 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c22be20c-6779-4e33-aa8c-c45808f1ec7c req-3525237b-107f-4d29-bb3e-758ee5228a4e tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Jul 22 21:04:33.034155 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-c605dce4-8973-42c8-b96a-84552394b2ec tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:33.035864 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-c605dce4-8973-42c8-b96a-84552394b2ec tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.66 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 946 time: 0.1161847 Jul 22 21:04:33.058303 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-fd38a2eb-9adb-439e-a335-61db705ff8c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755191 Jul 22 21:04:33.997967 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.092303 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 55878) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:35.195260 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eefde06e-19a8-43bf-b5d9-a808d32df64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.285551 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eefde06e-19a8-43bf-b5d9-a808d32df64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.290236 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eefde06e-19a8-43bf-b5d9-a808d32df64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.352996 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-eefde06e-19a8-43bf-b5d9-a808d32df64f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f33031a4eb346d7ab77f12a396ae182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572858 Jul 22 21:04:35.353593 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55886) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:35.356331 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde06e-19a8-43bf-b5d9-a808d32df64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d532704-b3ee-4eb4-acf9-9cad75b9772a,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:35.406256 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8c32f89b-16d9-49dd-9854-e2c15a16897c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.428261 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8c32f89b-16d9-49dd-9854-e2c15a16897c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.479505 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8c32f89b-16d9-49dd-9854-e2c15a16897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.482147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8c32f89b-16d9-49dd-9854-e2c15a16897c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.483503 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-8c32f89b-16d9-49dd-9854-e2c15a16897c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d532704-b3ee-4eb4-acf9-9cad75b9772a HTTP/1.1" status: 204 len: 168 time: 0.1286120 Jul 22 21:04:35.492193 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32f89b-16d9-49dd-9854-e2c15a16897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d532704-b3ee-4eb4-acf9-9cad75b9772a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:35.739168 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55894) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:35.752141 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c768706a-e487-46dd-8eff-89d6069264e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.842368 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c768706a-e487-46dd-8eff-89d6069264e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.847237 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c768706a-e487-46dd-8eff-89d6069264e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.883514 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768706a-e487-46dd-8eff-89d6069264e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49521c-ed13-449d-a34a-1b1948b46010,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:35.887732 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c768706a-e487-46dd-8eff-89d6069264e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67a98f1c61084d20861fc8b805cd8ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475573 Jul 22 21:04:35.890610 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 55898) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:35.939088 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a71b85a2-a67a-4781-8d1c-ab8a83723854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:35.961674 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a71b85a2-a67a-4781-8d1c-ab8a83723854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:36.005878 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a71b85a2-a67a-4781-8d1c-ab8a83723854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:36.008665 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a71b85a2-a67a-4781-8d1c-ab8a83723854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:36.009815 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a71b85a2-a67a-4781-8d1c-ab8a83723854 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb49521c-ed13-449d-a34a-1b1948b46010 HTTP/1.1" status: 204 len: 168 time: 0.1182582 Jul 22 21:04:36.018154 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b85a2-a67a-4781-8d1c-ab8a83723854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49521c-ed13-449d-a34a-1b1948b46010,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:36.369774 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 13acfda1-cdcb-4386-a19a-53e0455363a3 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:04:36.450440 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:36.475536 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:36.477820 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ce1fc7-36b6-4eb0-a0ab-8b9618ac7b29" -d '{"events": [{"server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "name": "network-vif-unplugged", "status": "completed", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:36.501299 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 13acfda1-cdcb-4386-a19a-53e0455363a3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=13acfda1-cdcb-4386-a19a-53e0455363a3,segment=NetworkSegment(0822b540-204a-4b75-9ed9-c5e81d708d36),segment_id=0822b540-204a-4b75-9ed9-c5e81d708d36)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:36.508219 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:36.554130 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Deleting port 13acfda1-cdcb-4386-a19a-53e0455363a3 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:04:36.554673 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:36.568583 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=13acfda1-cdcb-4386-a19a-53e0455363a3,revision_number=6']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:36.579427 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.579825 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.580168 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.580502 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.581438 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.582451 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.582847 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.583138 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.583470 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.583796 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.584518 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.584518 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:36.671638 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71c06c9-1097-429c-8917-852853069079 x-openstack-request-id: req-c71c06c9-1097-429c-8917-852853069079 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:36.672002 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "name": "network-vif-unplugged", "status": "completed", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:36.672258 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c71c06c9-1097-429c-8917-852853069079 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:36.672581 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3', 'code': 200} Jul 22 21:04:36.694076 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] For port 13acfda1-cdcb-4386-a19a-53e0455363a3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=13acfda1-cdcb-4386-a19a-53e0455363a3,segment=NetworkSegment(0822b540-204a-4b75-9ed9-c5e81d708d36),segment_id=0822b540-204a-4b75-9ed9-c5e81d708d36)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:36.694481 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:36.701151 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3c7f-c146-4f3a-9e50-62ef194e4475 req-5d3cd14b-9f39-4d78-9f11-bee9854fdcaa tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:36.702722 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-356e3c7f-c146-4f3a-9e50-62ef194e4475 req-5d3cd14b-9f39-4d78-9f11-bee9854fdcaa tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 944 time: 0.0728657 Jul 22 21:04:36.712712 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Calling delete_port for 13acfda1-cdcb-4386-a19a-53e0455363a3 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:04:36.719580 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-094167c1-9e26-44a1-a15d-565d76ee015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:36.721088 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-094167c1-9e26-44a1-a15d-565d76ee015a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1099 time: 0.1431549 Jul 22 21:04:36.742138 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-356e3c7f-c146-4f3a-9e50-62ef194e4475 req-5a205d50-12ae-4c5c-91b5-073a86282465 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/security-groups?id=f98969ab-2346-48ec-b62e-07be3dcb5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336406 Jul 22 21:04:36.907186 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-66e665ad-92a5-4d82-944c-f11c316274bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:36.908966 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-66e665ad-92a5-4d82-944c-f11c316274bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.1181068 Jul 22 21:04:37.010849 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:37.015727 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-89905e88-d4d5-4b6d-9cf5-c3525bcbb82c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 1002 time: 0.0796533 Jul 22 21:04:37.060763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Pushing event deleted for resources: {'Port': ['ID=13acfda1-cdcb-4386-a19a-53e0455363a3,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:37.149410 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] No DVR routers for this DVR port 13acfda1-cdcb-4386-a19a-53e0455363a3 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:04:37.155185 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:37.157194 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-576fb5d4-d512-4db6-9b1d-cc3cb74e7db7 req-2dcd4170-65c0-4d93-8683-c99d11b8c790 tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.66 "DELETE /v2.0/ports/13acfda1-cdcb-4386-a19a-53e0455363a3 HTTP/1.1" status: 204 len: 173 time: 0.7190821 Jul 22 21:04:37.157628 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'name': 'network-vif-deleted', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:04:37.160599 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a961daf1-3e79-4d17-801c-193441b866d1" -d '{"events": [{"server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "name": "network-vif-deleted", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:04:37.166306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-1ee55a0e-acab-4506-8aed-de7f3945ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:37.168128 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-1ee55a0e-acab-4506-8aed-de7f3945ee36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.1396420 Jul 22 21:04:37.206562 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb0ac70-b852-43e0-84f1-27e909612521 x-openstack-request-id: req-edb0ac70-b852-43e0-84f1-27e909612521 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:04:37.208045 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d797e5-941e-4ff0-9795-c7d2f7f89588", "name": "network-vif-deleted", "tag": "13acfda1-cdcb-4386-a19a-53e0455363a3", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:04:37.208045 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edb0ac70-b852-43e0-84f1-27e909612521 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:04:37.208396 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d797e5-941e-4ff0-9795-c7d2f7f89588', 'name': 'network-vif-deleted', 'tag': '13acfda1-cdcb-4386-a19a-53e0455363a3', 'status': 'completed', 'code': 200} Jul 22 21:04:37.237294 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-95b1074e-6496-432b-9b28-916c7385b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:37.239136 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-95b1074e-6496-432b-9b28-916c7385b7b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635457 Jul 22 21:04:37.382851 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-a6f1a893-a81f-4e9a-9e8a-f0221eaed8a5 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939248 Jul 22 21:04:37.493339 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6f9b5e8-aa33-4502-a28e-0d881438f0f7 req-9cc5f84d-fbe0-49c7-aefa-5cd1f9121439 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010802 Jul 22 21:04:37.862710 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3e1d4267-33bf-4d27-8e7c-22564420f9ca req-e20f86c9-5a3e-4450-9b95-a7786917380d tempest-DeleteServersTestJSON-20682476 tempest-DeleteServersTestJSON-20682476-project] 10.222.0.64 "GET /v2.0/ports?device_id=64d797e5-941e-4ff0-9795-c7d2f7f89588 HTTP/1.1" status: 200 len: 210 time: 0.0315340 Jul 22 21:04:39.425366 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56000) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:39.526289 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-eb1eda2b-cb97-4855-b020-18d19a8459c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:39.617311 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-eb1eda2b-cb97-4855-b020-18d19a8459c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:39.621305 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-eb1eda2b-cb97-4855-b020-18d19a8459c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:39.660853 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-eb1eda2b-cb97-4855-b020-18d19a8459c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67c4fac5e58840cb8384029d455aa5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340741 Jul 22 21:04:39.662074 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eda2b-cb97-4855-b020-18d19a8459c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff9901-a90a-4129-b759-8706223b56b8,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:39.665425 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56004) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:39.711949 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-361f30ca-e680-4618-a3f9-1a5145f99bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:39.732813 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-361f30ca-e680-4618-a3f9-1a5145f99bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:39.780794 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-361f30ca-e680-4618-a3f9-1a5145f99bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:39.783563 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-361f30ca-e680-4618-a3f9-1a5145f99bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:39.784801 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-361f30ca-e680-4618-a3f9-1a5145f99bc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43ff9901-a90a-4129-b759-8706223b56b8 HTTP/1.1" status: 204 len: 168 time: 0.1200671 Jul 22 21:04:39.792165 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f30ca-e680-4618-a3f9-1a5145f99bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff9901-a90a-4129-b759-8706223b56b8,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:40.518888 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56062) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:40.563921 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] Deleting subnet 66aa253f-738f-4c3f-8692-6e5a03304b49 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:04:40.567444 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.601191 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.639241 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.694904 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.727196 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66aa253f-738f-4c3f-8692-6e5a03304b49,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:40.732376 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.735058 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-eb117efe-2ac1-4162-8b3c-ad3fef3257c0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/66aa253f-738f-4c3f-8692-6e5a03304b49 HTTP/1.1" status: 204 len: 168 time: 0.2149005 Jul 22 21:04:40.737348 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56092) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:40.810963 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.891541 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.902363 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:40.913524 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0822b540-204a-4b75-9ed9-c5e81d708d36') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:40.913843 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0822b540-204a-4b75-9ed9-c5e81d708d36') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:40.926026 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.944686 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.962700 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:04:40.963181 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:04:40.965069 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:04:41.025333 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:41.033586 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:41.036107 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3 HTTP/1.1" status: 204 len: 168 time: 0.2971327 Jul 22 21:04:41.056827 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c9a53-e709-4616-9b9f-0c2266ef52f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebee0a2-2b7d-4f33-b2a1-5d40ed8ec7a3,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:41.220207 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56114) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:41.270106 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-45b2cc99-2896-4aa9-837b-2a3b8346df2f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5115338c3be4c098070cc13ae9c090c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464454 Jul 22 21:04:41.270420 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56118) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:41.320316 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f7190303-33cf-4dfb-bedf-404a1219942b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:41.341468 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f7190303-33cf-4dfb-bedf-404a1219942b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:41.389042 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f7190303-33cf-4dfb-bedf-404a1219942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:41.391970 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f7190303-33cf-4dfb-bedf-404a1219942b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:41.393121 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-f7190303-33cf-4dfb-bedf-404a1219942b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f98969ab-2346-48ec-b62e-07be3dcb5046 HTTP/1.1" status: 204 len: 168 time: 0.1217570 Jul 22 21:04:41.401321 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7190303-33cf-4dfb-bedf-404a1219942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98969ab-2346-48ec-b62e-07be3dcb5046,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:42.120181 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56186) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:42.216674 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-network', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:42.239659 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Made reservation on behalf of e8373419538b4ab2b43cf9bdc775d44f for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:42.242285 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.253445 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.342512 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.346490 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.374031 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:04:42.383643 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:42.388354 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.388695 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Added segment a0e6e567-24a8-4d25-b040-ab4d64e2b71b of type vlan for network fff756a3-4d46-4b38-aebb-95a2a9144ed1 Jul 22 21:04:42.429633 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.457594 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.458726 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:42.459453 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.490337 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3687556 Jul 22 21:04:42.493440 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56194) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:42.499513 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Request body: {'subnet': {'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-subnet', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:42.526878 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a38d2-3556-44aa-af5a-01741defed10 admin admin] Pushing event updated for resources: {'Network': ['ID=fff756a3-4d46-4b38-aebb-95a2a9144ed1,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:42.527314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Made reservation on behalf of e8373419538b4ab2b43cf9bdc775d44f for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:04:42.533308 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.539351 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:04:42.734912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.798143 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d2b6dd-05f6-4815-82f5-cea58d583299,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:42.817775 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Checking segment: {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:04:42.818378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Network hostable DHCP agents. Network: fff756a3-4d46-4b38-aebb-95a2a9144ed1, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:04:42.836866 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:04:42.847325 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, fff756a3-4d46-4b38-aebb-95a2a9144ed1) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:42.851382 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:04:42.852777 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.857084 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1daa1b3-bddd-420c-aef2-3ef6249bf31f None None] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:42.868063 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3e3d2f38-8c3a-4b6c-9419-61b845caace8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3733683 Jul 22 21:04:42.870514 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56220) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:42.875386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:04:42.898194 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.899325 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.961248 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:42.997546 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bcf6b0-a3a4-4d62-81e0-bd457da3e084 None None] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:04:43.109508 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56228) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:43.130554 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.254227 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df78b84d-f3e9-4750-b430-1485fc096594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.337584 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56244) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:43.421778 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] Deleting subnet e5bda866-462a-4975-9b3f-06955aa1028e {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:04:43.426903 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.474114 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df78b84d-f3e9-4750-b430-1485fc096594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.480015 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df78b84d-f3e9-4750-b430-1485fc096594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.501547 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.552007 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78b84d-f3e9-4750-b430-1485fc096594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619ab88e-14a1-4557-8653-bf27e93f963c,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:43.557066 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-df78b84d-f3e9-4750-b430-1485fc096594 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2726f4085314dfcbdbc8c4e6082f1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462590 Jul 22 21:04:43.559713 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56246) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:43.596740 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.606890 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.625734 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.661169 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-422c681e-948a-41fb-873f-31eacca47316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.695762 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.703563 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-422c681e-948a-41fb-873f-31eacca47316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.733444 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5bda866-462a-4975-9b3f-06955aa1028e,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:43.742267 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Allocated IP 172.27.2.48 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/e752c8a3-7222-44c6-a3f6-570eafa1bec9) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:04:43.746126 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.750373 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-57457d5e-4a66-4c2b-b826-d1ad3274ac3b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e5bda866-462a-4975-9b3f-06955aa1028e HTTP/1.1" status: 204 len: 168 time: 0.4094963 Jul 22 21:04:43.750609 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56250) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:43.842477 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.858922 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-422c681e-948a-41fb-873f-31eacca47316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.861418 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-422c681e-948a-41fb-873f-31eacca47316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.865557 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-422c681e-948a-41fb-873f-31eacca47316 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/619ab88e-14a1-4557-8653-bf27e93f963c HTTP/1.1" status: 204 len: 168 time: 0.3026149 Jul 22 21:04:43.865732 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.907657 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.908101 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c681e-948a-41fb-873f-31eacca47316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ab88e-14a1-4557-8653-bf27e93f963c,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:43.960594 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:04:43.965518 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:43.968982 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:04:43.970616 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:43.985802 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314dc8c5-077a-40ba-b321-4112a095c535']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:44.001458 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cf6453-d015-4dbc-b1db-1321dff945a1') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:44.001753 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cf6453-d015-4dbc-b1db-1321dff945a1') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:44.009280 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Pushing event updated for resources: {'Port': ['ID=e752c8a3-7222-44c6-a3f6-570eafa1bec9,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:44.012349 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.028957 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.036525 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:04:44.036981 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:04:44.038830 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:04:44.103574 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.108050 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.110247 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] 10.222.0.64 "DELETE /v2.0/networks/314dc8c5-077a-40ba-b321-4112a095c535 HTTP/1.1" status: 204 len: 168 time: 0.3586516 Jul 22 21:04:44.113742 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56260) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:44.155179 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520d778-67ac-4393-b15d-b4b4c80ebefe admin admin] Pushing event deleted for resources: {'Network': ['ID=314dc8c5-077a-40ba-b321-4112a095c535,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:44.182031 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] Deleting subnet 1e4afc53-1db5-4e26-859b-e1226f8a097d {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:04:44.185263 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.202138 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56262) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:44.225350 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd9605-a7d1-4944-89ee-bce0bd360d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.226660 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.262763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.267490 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.323266 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.352499 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4afc53-1db5-4e26-859b-e1226f8a097d,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:44.354463 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.356345 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-5e3815e4-d9e0-4708-a924-8a9fd6749d05 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1e4afc53-1db5-4e26-859b-e1226f8a097d HTTP/1.1" status: 204 len: 168 time: 0.2416446 Jul 22 21:04:44.358891 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56266) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:44.434388 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.504655 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd9605-a7d1-4944-89ee-bce0bd360d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.510344 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd9605-a7d1-4944-89ee-bce0bd360d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.518718 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.528480 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0bb7fa-ff57-485a-b36a-d1ef4c436336']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:44.539010 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45917154-41c8-4e13-b90e-0b7e5ba02a63') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:44.539199 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45917154-41c8-4e13-b90e-0b7e5ba02a63') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:44.548124 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.559550 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd9605-a7d1-4944-89ee-bce0bd360d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585741c6-a574-4610-8bb1-8dee586af7b1,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:44.563773 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.571202 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e6fd9605-a7d1-4944-89ee-bce0bd360d13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23492faa09ff40bd910befe2c3b51785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669033 Jul 22 21:04:44.574240 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:04:44.574814 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.575248 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56268) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:04:44.576614 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:04:44.589546 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.637355 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.644650 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1f147214-72db-4255-9fdd-9be25ea039f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.645225 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.649764 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] 10.222.0.64 "DELETE /v2.0/networks/6c0bb7fa-ff57-485a-b36a-d1ef4c436336 HTTP/1.1" status: 204 len: 168 time: 0.2877176 Jul 22 21:04:44.662531 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c4279-612e-4427-a7e7-0b079474e39b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0bb7fa-ff57-485a-b36a-d1ef4c436336,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:44.713558 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c99b7de8-ae51-4edf-b0d0-373bfb1b9549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.744404 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c99b7de8-ae51-4edf-b0d0-373bfb1b9549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.814124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Router 934d93d2-06c7-44b9-b759-b0a7becebce0 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:04:44.826743 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56272) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:44.865121 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c99b7de8-ae51-4edf-b0d0-373bfb1b9549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.867755 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c99b7de8-ae51-4edf-b0d0-373bfb1b9549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.868931 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c99b7de8-ae51-4edf-b0d0-373bfb1b9549 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/585741c6-a574-4610-8bb1-8dee586af7b1 HTTP/1.1" status: 204 len: 168 time: 0.2928247 Jul 22 21:04:44.880724 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-5117b4fd-290c-4dec-bb73-e0028a1ba7f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c52244f3b7f94feaa4d65446506564c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492013 Jul 22 21:04:44.880929 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56278) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:44.904483 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b7de8-ae51-4edf-b0d0-373bfb1b9549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585741c6-a574-4610-8bb1-8dee586af7b1,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:44.953753 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb79d-e0fe-4442-adee-cb3a3707606d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.960790 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:04:44.978057 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Sync routers for ids ['934d93d2-06c7-44b9-b759-b0a7becebce0'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:04:44.978787 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:44.983136 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-7bc81db5-4b74-4b81-b0d4-c2adfaa09f25 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1088500 Jul 22 21:04:44.983374 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56280) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:44.995445 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Routers {'934d93d2-06c7-44b9-b759-b0a7becebce0'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:44.996232 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:04:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['934d93d2-06c7-44b9-b759-b0a7becebce0'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:45.001138 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb79d-e0fe-4442-adee-cb3a3707606d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.085104 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb79d-e0fe-4442-adee-cb3a3707606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.088230 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb79d-e0fe-4442-adee-cb3a3707606d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.089533 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-bb1cb79d-e0fe-4442-adee-cb3a3707606d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70c59d1b-3d8f-44af-b6e4-499d17dcfc73 HTTP/1.1" status: 204 len: 168 time: 0.2076135 Jul 22 21:04:45.103803 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cb79d-e0fe-4442-adee-cb3a3707606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c59d1b-3d8f-44af-b6e4-499d17dcfc73,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:45.191659 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Set router 934d93d2-06c7-44b9-b759-b0a7becebce0 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:45.429751 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:04:44Z', 'revision_number': 3, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port': {'id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:43Z', 'updated_at': '2021-07-22T21:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:45.475735 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Checking router: 934d93d2-06c7-44b9-b759-b0a7becebce0 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:04:45.476098 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Updating router 934d93d2-06c7-44b9-b759-b0a7becebce0 port e752c8a3-7222-44c6-a3f6-570eafa1bec9 binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:04:45.515103 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.571777 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56302) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:45.618037 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-3293ba69-1e80-4900-9df3-edac25ec8939 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b1ae2c0a5044ece8fba50d6926cb286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437901 Jul 22 21:04:45.620373 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56304) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:45.630243 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.684657 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dbe392ea-2252-4b83-8eb9-8ca2d8a2ad9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.707336 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dbe392ea-2252-4b83-8eb9-8ca2d8a2ad9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.771516 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dbe392ea-2252-4b83-8eb9-8ca2d8a2ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.775145 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-dbe392ea-2252-4b83-8eb9-8ca2d8a2ad9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.779705 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-dbe392ea-2252-4b83-8eb9-8ca2d8a2ad9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d4933b3-b956-40d9-b781-1d6d9d3dd2aa HTTP/1.1" status: 204 len: 168 time: 0.1573491 Jul 22 21:04:45.799989 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe392ea-2252-4b83-8eb9-8ca2d8a2ad9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4933b3-b956-40d9-b781-1d6d9d3dd2aa,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:45.823194 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Allocated IP 172.20.0.1 (fff756a3-4d46-4b38-aebb-95a2a9144ed1/43d2b6dd-05f6-4815-82f5-cea58d583299/b65484ed-3108-4bd3-9fef-fa17967b22b8) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:04:45.901273 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.916414 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Transition to ACTIVE for port object e752c8a3-7222-44c6-a3f6-570eafa1bec9 will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:04:45.925586 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.963179 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:45.972882 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Pushing event updated for resources: {'Port': ['ID=e752c8a3-7222-44c6-a3f6-570eafa1bec9,revision_number=2']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:45.981877 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.982442 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.982619 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.982854 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.983229 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.983688 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.984030 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.984466 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.984829 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.985220 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.985649 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:45.985988 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:04:46.009030 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Attempting to bind port e752c8a3-7222-44c6-a3f6-570eafa1bec9 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:04:46.009467 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Attempting to bind port e752c8a3-7222-44c6-a3f6-570eafa1bec9 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:04:46.009851 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Attempting to bind port e752c8a3-7222-44c6-a3f6-570eafa1bec9 on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:04:46.016605 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:04:46.016990 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:04:46.017395 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.018111 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:04:46.018779 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Bound port: e752c8a3-7222-44c6-a3f6-570eafa1bec9, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:04:46.019385 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.024920 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.127128 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Pushing event updated for resources: {'Port': ['ID=b65484ed-3108-4bd3-9fef-fa17967b22b8,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:46.158280 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:04:46.160724 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:46.172851 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:04:46.172851 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.203823 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] For port e752c8a3-7222-44c6-a3f6-570eafa1bec9, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:04:46.208187 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] For port e752c8a3-7222-44c6-a3f6-570eafa1bec9, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=e752c8a3-7222-44c6-a3f6-570eafa1bec9,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:04:46.219312 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.298201 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Routers {'934d93d2-06c7-44b9-b759-b0a7becebce0'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:46.298201 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:04:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['934d93d2-06c7-44b9-b759-b0a7becebce0'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:46.300135 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc913f0-c99d-4135-ab2f-6014222399fe None None] Pushing event updated for resources: {'Port': ['ID=e752c8a3-7222-44c6-a3f6-570eafa1bec9,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:46.423452 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.452203 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] Set router 934d93d2-06c7-44b9-b759-b0a7becebce0 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:46.622172 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.629073 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.629840 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:46.697865 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Pushing event updated for resources: {'Port': ['ID=b65484ed-3108-4bd3-9fef-fa17967b22b8,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:46.702038 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:04:44Z', 'revision_number': 3, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port': {'id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:43Z', 'updated_at': '2021-07-22T21:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:46.736456 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188e819-bb76-47a5-b6bc-1f329219ad79 None None] The sync data for ids ['934d93d2-06c7-44b9-b759-b0a7becebce0'] in dv-cinder-800015-2-iscsi is: [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:04:44Z', 'revision_number': 3, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port': {'id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:43Z', 'updated_at': '2021-07-22T21:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:04:46.783493 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:04:46.785763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:04:47.219846 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Router 934d93d2-06c7-44b9-b759-b0a7becebce0 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:04:47.288883 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-97609050-92a6-4a6d-9028-4459b2a650ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:47.354352 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:04:47.360947 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4317a360-f304-4d70-b02a-67725e80bd82 admin admin] 10.222.0.64 "PUT /v2.0/routers/934d93d2-06c7-44b9-b759-b0a7becebce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3763695 Jul 22 21:04:47.517496 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:47.840451 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56406) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:47.956253 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-09509559-e0c3-46a5-8cd0-cbf809f710b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.046828 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-09509559-e0c3-46a5-8cd0-cbf809f710b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.050749 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-09509559-e0c3-46a5-8cd0-cbf809f710b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.089006 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-09509559-e0c3-46a5-8cd0-cbf809f710b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=298bb0200ab248a694119204f12fd2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474313 Jul 22 21:04:48.089965 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09509559-e0c3-46a5-8cd0-cbf809f710b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c824f1b-4805-47bc-b9bc-d763c2f97de6,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:48.091660 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56414) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:48.154363 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e2e1010d-fee4-4ccc-b71e-e1308d950cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.177346 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e2e1010d-fee4-4ccc-b71e-e1308d950cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.224489 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e2e1010d-fee4-4ccc-b71e-e1308d950cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.227192 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e2e1010d-fee4-4ccc-b71e-e1308d950cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.228343 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e2e1010d-fee4-4ccc-b71e-e1308d950cfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c824f1b-4805-47bc-b9bc-d763c2f97de6 HTTP/1.1" status: 204 len: 168 time: 0.1356893 Jul 22 21:04:48.237162 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1010d-fee4-4ccc-b71e-e1308d950cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c824f1b-4805-47bc-b9bc-d763c2f97de6,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:48.452878 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device e752c8a3-7222-44c6-a3f6-570eafa1bec9 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:04:48.514354 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.523792 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56422) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:48.531027 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port e752c8a3-7222-44c6-a3f6-570eafa1bec9 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:04:48.535701 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port e752c8a3-7222-44c6-a3f6-570eafa1bec9 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:04:48.536126 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.540405 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-316b7c11-89c7-4514-9507-fbc42d4b3ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.642277 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.667420 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port e752c8a3-7222-44c6-a3f6-570eafa1bec9, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=e752c8a3-7222-44c6-a3f6-570eafa1bec9,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:48.676655 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.719175 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-316b7c11-89c7-4514-9507-fbc42d4b3ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.727746 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-316b7c11-89c7-4514-9507-fbc42d4b3ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.734500 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Sync routers for ids ['934d93d2-06c7-44b9-b759-b0a7becebce0'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:04:48.759610 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Routers {'934d93d2-06c7-44b9-b759-b0a7becebce0'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:48.760354 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:04:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['934d93d2-06c7-44b9-b759-b0a7becebce0'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:48.762552 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=e752c8a3-7222-44c6-a3f6-570eafa1bec9,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:48.779092 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-316b7c11-89c7-4514-9507-fbc42d4b3ae9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6ed21f3d9e54057a0e1029d2dfc16c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539203 Jul 22 21:04:48.780039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b7c11-89c7-4514-9507-fbc42d4b3ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f44f0a-41af-4d9a-8a35-12824184017b,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:48.781839 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56434) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:04:48.858860 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a79767b4-f744-4df1-bd0f-e324e74d1417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.886640 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a79767b4-f744-4df1-bd0f-e324e74d1417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.923445 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Set router 934d93d2-06c7-44b9-b759-b0a7becebce0 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:48.938118 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a79767b4-f744-4df1-bd0f-e324e74d1417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.943509 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a79767b4-f744-4df1-bd0f-e324e74d1417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:48.951466 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a79767b4-f744-4df1-bd0f-e324e74d1417 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19f44f0a-41af-4d9a-8a35-12824184017b HTTP/1.1" status: 204 len: 168 time: 0.1657310 Jul 22 21:04:48.962501 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79767b4-f744-4df1-bd0f-e324e74d1417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f44f0a-41af-4d9a-8a35-12824184017b,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:49.275506 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:04:46Z', 'revision_number': 4, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port': {'id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:43Z', 'updated_at': '2021-07-22T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b65484ed-3108-4bd3-9fef-fa17967b22b8', 'name': '', 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'mac_address': 'fa:16:3e:e4:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:45Z', 'updated_at': '2021-07-22T21:04:46Z', 'revision_number': 2, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'subnets': [{'id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:49.302010 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Checking router: 934d93d2-06c7-44b9-b759-b0a7becebce0 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:04:49.302362 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Updating router 934d93d2-06c7-44b9-b759-b0a7becebce0 port b65484ed-3108-4bd3-9fef-fa17967b22b8 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:04:49.346553 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:49.653534 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:49.667341 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Transition to ACTIVE for port object b65484ed-3108-4bd3-9fef-fa17967b22b8 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:04:49.673858 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:49.773589 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f26c65-5f6f-4a6d-ae9c-bc12c42cdb09 None None] Pushing event updated for resources: {'Port': ['ID=b65484ed-3108-4bd3-9fef-fa17967b22b8,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:49.787227 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Attempting to bind port b65484ed-3108-4bd3-9fef-fa17967b22b8 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:04:49.787602 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Attempting to bind port b65484ed-3108-4bd3-9fef-fa17967b22b8 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:04:49.787969 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Attempting to bind port b65484ed-3108-4bd3-9fef-fa17967b22b8 on network fff756a3-4d46-4b38-aebb-95a2a9144ed1 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:04:49.794515 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:04:49.795074 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Checking segment: {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:04:49.795648 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:49.796245 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Bound using segment: {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:04:49.796912 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Bound port: b65484ed-3108-4bd3-9fef-fa17967b22b8, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:04:49.797487 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:49.866508 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] For port b65484ed-3108-4bd3-9fef-fa17967b22b8, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:04:49.869873 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] For port b65484ed-3108-4bd3-9fef-fa17967b22b8, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b65484ed-3108-4bd3-9fef-fa17967b22b8,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:04:49.874256 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:49.935309 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Routers {'934d93d2-06c7-44b9-b759-b0a7becebce0'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:04:49.935937 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:04:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['934d93d2-06c7-44b9-b759-b0a7becebce0'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:49.941327 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f26c65-5f6f-4a6d-ae9c-bc12c42cdb09 None None] Pushing event updated for resources: {'Port': ['ID=b65484ed-3108-4bd3-9fef-fa17967b22b8,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:50.054355 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] Set router 934d93d2-06c7-44b9-b759-b0a7becebce0 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:04:50.164257 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:50.281078 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:04:46Z', 'revision_number': 4, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port': {'id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:43Z', 'updated_at': '2021-07-22T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b65484ed-3108-4bd3-9fef-fa17967b22b8', 'name': '', 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'mac_address': 'fa:16:3e:e4:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:45Z', 'updated_at': '2021-07-22T21:04:49Z', 'revision_number': 4, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'subnets': [{'id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:04:50.309449 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d47c0ed-ce33-41bf-adf3-9ec5b7f9f5e5 None None] The sync data for ids ['934d93d2-06c7-44b9-b759-b0a7becebce0'] in dv-cinder-800015-2-iscsi is: [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:04:46Z', 'revision_number': 4, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port': {'id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:43Z', 'updated_at': '2021-07-22T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b65484ed-3108-4bd3-9fef-fa17967b22b8', 'name': '', 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'mac_address': 'fa:16:3e:e4:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:45Z', 'updated_at': '2021-07-22T21:04:49Z', 'revision_number': 4, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'subnets': [{'id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:04:50.553609 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device e752c8a3-7222-44c6-a3f6-570eafa1bec9 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:04:50.624405 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port e752c8a3-7222-44c6-a3f6-570eafa1bec9 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:04:50.624780 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:50.736190 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b65484ed-3108-4bd3-9fef-fa17967b22b8 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:04:50.800894 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port b65484ed-3108-4bd3-9fef-fa17967b22b8 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:04:50.805455 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b65484ed-3108-4bd3-9fef-fa17967b22b8 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:04:50.805824 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:50.904830 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:50.973434 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port b65484ed-3108-4bd3-9fef-fa17967b22b8, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b65484ed-3108-4bd3-9fef-fa17967b22b8,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:04:50.980488 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:04:51.040348 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=b65484ed-3108-4bd3-9fef-fa17967b22b8,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:04:52.412911 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b65484ed-3108-4bd3-9fef-fa17967b22b8 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:04:52.463539 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b65484ed-3108-4bd3-9fef-fa17967b22b8 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:04:52.463909 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:02.075891 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:05:03.992700 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.409184 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56686) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:05.513814 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9e15ae5e-69d0-4d3e-baff-35dee1443c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.606261 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9e15ae5e-69d0-4d3e-baff-35dee1443c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.609915 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9e15ae5e-69d0-4d3e-baff-35dee1443c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.651148 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-9e15ae5e-69d0-4d3e-baff-35dee1443c58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fcd63f3953245c394246ea5272395ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408416 Jul 22 21:05:05.653111 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ae5e-69d0-4d3e-baff-35dee1443c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036e79c5-f47f-4192-879a-59ae6b7bf0ce,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:05.653810 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56692) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:05.705933 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e038-a66a-4bd0-b83b-a6f49ac091f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.727991 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e038-a66a-4bd0-b83b-a6f49ac091f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.772741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e038-a66a-4bd0-b83b-a6f49ac091f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.775456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e038-a66a-4bd0-b83b-a6f49ac091f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:05.776603 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e4d6e038-a66a-4bd0-b83b-a6f49ac091f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/036e79c5-f47f-4192-879a-59ae6b7bf0ce HTTP/1.1" status: 204 len: 168 time: 0.1217921 Jul 22 21:05:05.785057 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6e038-a66a-4bd0-b83b-a6f49ac091f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e79c5-f47f-4192-879a-59ae6b7bf0ce,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:13.118934 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 56846) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:13.227965 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-947c4c03-9519-41a7-9a1a-06c8993119df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:13.317996 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-947c4c03-9519-41a7-9a1a-06c8993119df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:13.321870 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-947c4c03-9519-41a7-9a1a-06c8993119df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:13.360922 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-947c4c03-9519-41a7-9a1a-06c8993119df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd8601bd82a44dea99128dac792a071e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408721 Jul 22 21:05:13.362811 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c4c03-9519-41a7-9a1a-06c8993119df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b045a3-a36b-4b84-a02c-fc2aba64176c,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:13.363908 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 56850) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:13.412993 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b71d91d9-cd26-4be9-8b1a-9941e42125e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:13.439061 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b71d91d9-cd26-4be9-8b1a-9941e42125e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:13.490461 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b71d91d9-cd26-4be9-8b1a-9941e42125e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:13.493142 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b71d91d9-cd26-4be9-8b1a-9941e42125e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:13.494332 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-b71d91d9-cd26-4be9-8b1a-9941e42125e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88b045a3-a36b-4b84-a02c-fc2aba64176c HTTP/1.1" status: 204 len: 168 time: 0.1294119 Jul 22 21:05:13.506835 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d91d9-cd26-4be9-8b1a-9941e42125e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b045a3-a36b-4b84-a02c-fc2aba64176c,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:14.641511 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-071f0713-e67a-40ad-b030-9a9116124739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:17.282865 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-32cfe26a-adea-41a3-a231-b49eea7dd0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:17.510349 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:18.475746 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:20.125270 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:20.753873 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866e7b-247c-46b0-b670-5f4faed23549 req-7ded836d-bce0-4f57-b2c8-ebb112de966b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:20.755542 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-7ded836d-bce0-4f57-b2c8-ebb112de966b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 819 time: 0.3458350 Jul 22 21:05:20.774200 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-a347c254-3401-4f77-b505-04821710e2f0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/quotas/e8373419538b4ab2b43cf9bdc775d44f HTTP/1.1" status: 200 len: 375 time: 0.0098245 Jul 22 21:05:20.888933 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-7cbc8030-ebc7-4f20-930f-0ef70d30588b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090214 Jul 22 21:05:21.045044 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-a29d9d6c-5f46-4d92-a8b2-a282ba6927e7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:05:21.046298 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-a29d9d6c-5f46-4d92-a8b2-a282ba6927e7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578325 Jul 22 21:05:21.143837 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1209a533-342d-4bdb-984a-834db7ffdeb7 service neutron] 10.222.0.64 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901468 Jul 22 21:05:21.244329 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-819f29eb-73cc-4fa2-8578-294e215ff07b service neutron] 10.222.0.64 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944610 Jul 22 21:05:22.496461 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2f180dcc-656c-4456-b2e3-caef119eff39 req-24b1ffbe-5bd2-478a-a48e-13373946ef01 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 210 time: 0.0327535 Jul 22 21:05:22.808422 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-8a7b811e-3cc7-4436-877a-6b084f3b91c8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:22.809890 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-8a7b811e-3cc7-4436-877a-6b084f3b91c8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 819 time: 0.1027668 Jul 22 21:05:22.824820 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-bc0f2eb5-085d-4341-8675-cb152dfa151b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/quotas/e8373419538b4ab2b43cf9bdc775d44f HTTP/1.1" status: 200 len: 375 time: 0.0089967 Jul 22 21:05:22.892128 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-702d4c1e-4a1e-4fe7-af8a-2ac0fd5140f1 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614958 Jul 22 21:05:22.992493 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-7cda9b53-7873-4a18-99ac-818a0e97633d service neutron] 10.222.0.64 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938606 Jul 22 21:05:23.089462 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-e77a489c-d268-4a5c-9c30-66e96ef71967 service neutron] 10.222.0.64 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896690 Jul 22 21:05:23.266922 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b8eba2f-d1cb-478d-ac2b-80ade8131ced req-2f89c4ad-9418-4995-8a8e-10b6fe24a0d1 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 210 time: 0.0367141 Jul 22 21:05:23.454859 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1437651d-563b-440a-8fa5-bb79d607b068 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:23.457662 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1437651d-563b-440a-8fa5-bb79d607b068 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 819 time: 0.1614339 Jul 22 21:05:23.480671 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Request body: {'port': {'device_id': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'admin_state_up': True, 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:23.620928 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Made reservation on behalf of e8373419538b4ab2b43cf9bdc775d44f for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:05:23.624586 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:23.763108 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Allocated IP 172.20.0.9 (fff756a3-4d46-4b38-aebb-95a2a9144ed1/43d2b6dd-05f6-4815-82f5-cea58d583299/d6de45c7-5abb-4647-8ec6-77230e7b0c7a) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:23.925704 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:23.967156 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.019950 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:24.023100 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:24.030002 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:24.033113 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:24.033763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.040817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Pushing event updated for resources: {'Port': ['ID=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:24.058669 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-1ae5b5ca-23a6-40b8-b075-26e1c3e43537 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818474 Jul 22 21:05:24.087574 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Request body: {'port': {'device_id': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:24.165212 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.367265 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9f7820b4-802a-4d5b-aca2-25effd6b89fe req-db20f929-26e2-439d-bdec-072aefe53a0b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 210 time: 0.0300655 Jul 22 21:05:24.447297 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6de45c7-5abb-4647-8ec6-77230e7b0c7a {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:05:24.455391 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.469831 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Transition to ACTIVE for port object d6de45c7-5abb-4647-8ec6-77230e7b0c7a will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:24.473841 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.528162 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Pushing event updated for resources: {'Port': ['ID=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:24.565579 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Attempting to bind port d6de45c7-5abb-4647-8ec6-77230e7b0c7a on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:24.565831 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Attempting to bind port d6de45c7-5abb-4647-8ec6-77230e7b0c7a by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:24.566164 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Attempting to bind port d6de45c7-5abb-4647-8ec6-77230e7b0c7a on network fff756a3-4d46-4b38-aebb-95a2a9144ed1 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:24.570687 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Port d6de45c7-5abb-4647-8ec6-77230e7b0c7a on network fff756a3-4d46-4b38-aebb-95a2a9144ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:05:24.571039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Attempting to bind port d6de45c7-5abb-4647-8ec6-77230e7b0c7a on network fff756a3-4d46-4b38-aebb-95a2a9144ed1 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:24.576014 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:24.576350 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Checking segment: {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:24.576738 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Bound using segment: {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:24.577175 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Bound port: d6de45c7-5abb-4647-8ec6-77230e7b0c7a, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:24.578035 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.733600 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] For port d6de45c7-5abb-4647-8ec6-77230e7b0c7a, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:24.739954 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] For port d6de45c7-5abb-4647-8ec6-77230e7b0c7a, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:24.746406 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.763668 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-96175c96-7ec7-4444-bc8a-c262d96636f9 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:24.765748 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-96175c96-7ec7-4444-bc8a-c262d96636f9 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 819 time: 0.1773703 Jul 22 21:05:24.793915 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:24.794582 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:24.796096 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] 10.222.0.66 "PUT /v2.0/ports/d6de45c7-5abb-4647-8ec6-77230e7b0c7a HTTP/1.1" status: 200 len: 1093 time: 0.7130201 Jul 22 21:05:24.796539 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'tag': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:05:24.798810 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deba53bd-e4c8-426b-8610-8b6371cc6ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3543525-5edb-4e42-8844-3c3ce0d4ab05", "tag": "d6de45c7-5abb-4647-8ec6-77230e7b0c7a"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:05:24.823813 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4bd5b-63d9-4ce1-9bf3-d6fb1ca72294 service neutron] Pushing event updated for resources: {'Port': ['ID=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:24.841010 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765751e5-b272-477a-a4e2-0a5431715b1e x-openstack-request-id: req-765751e5-b272-477a-a4e2-0a5431715b1e {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:05:24.841387 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3543525-5edb-4e42-8844-3c3ce0d4ab05", "tag": "d6de45c7-5abb-4647-8ec6-77230e7b0c7a", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:05:24.842226 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-765751e5-b272-477a-a4e2-0a5431715b1e {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:05:24.842226 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'tag': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a', 'status': 'completed', 'code': 200} Jul 22 21:05:24.848185 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Request body: {'port': {'device_id': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'admin_state_up': True, 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:25.016075 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Made reservation on behalf of e8373419538b4ab2b43cf9bdc775d44f for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:05:25.019947 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:25.063390 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba53bd-e4c8-426b-8610-8b6371cc6ba6 req-c2f2d236-9a83-4101-90b4-b94d51af66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:25.063390 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-deba53bd-e4c8-426b-8610-8b6371cc6ba6 req-c2f2d236-9a83-4101-90b4-b94d51af66b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1096 time: 0.0992312 Jul 22 21:05:25.263281 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Allocated IP 172.20.0.12 (fff756a3-4d46-4b38-aebb-95a2a9144ed1/43d2b6dd-05f6-4815-82f5-cea58d583299/614d77b2-ae5e-45c1-9e94-5a2984433b5e) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:25.279124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba53bd-e4c8-426b-8610-8b6371cc6ba6 req-4293c8f0-8939-4e2c-8fc5-d82abc49bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:25.279836 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-deba53bd-e4c8-426b-8610-8b6371cc6ba6 req-4293c8f0-8939-4e2c-8fc5-d82abc49bea9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1879334 Jul 22 21:05:25.507566 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-91815e2c-045c-468d-8ea2-511c13924264 req-fa0ed96f-4031-4b53-8592-8fcfe922b65a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 210 time: 0.0481246 Jul 22 21:05:25.517520 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba53bd-e4c8-426b-8610-8b6371cc6ba6 req-a70103c6-5bb4-431f-8024-d9761187145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:25.518957 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-deba53bd-e4c8-426b-8610-8b6371cc6ba6 req-a70103c6-5bb4-431f-8024-d9761187145a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2122290 Jul 22 21:05:25.548428 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:25.587490 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:25.666397 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Network fff756a3-4d46-4b38-aebb-95a2a9144ed1 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:25.680917 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Pushing event updated for resources: {'Port': ['ID=614d77b2-ae5e-45c1-9e94-5a2984433b5e,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:25.680917 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:25.684324 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:25.691198 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:25.691833 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:25.697080 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.697431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.697782 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.698124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.698463 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.698797 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.699155 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.699491 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.699823 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.700153 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.700482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.700808 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:25.720719 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-f91851cc-f82d-4f6f-83fc-7d170c760c43 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8771710 Jul 22 21:05:25.729798 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866e7b-247c-46b0-b670-5f4faed23549 req-ace8da77-d082-42c6-8d64-857ec5068a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:25.731241 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-ace8da77-d082-42c6-8d64-857ec5068a44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1096 time: 0.1137228 Jul 22 21:05:25.763146 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Request body: {'port': {'device_id': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:25.827084 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-a38877f6-59c2-4eb3-958c-9ae1e59acbc0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a HTTP/1.1" status: 200 len: 217 time: 0.0682983 Jul 22 21:05:25.908488 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:25.912155 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866e7b-247c-46b0-b670-5f4faed23549 req-a53ffb7d-eaa2-4301-9302-eb692ba8519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:25.913630 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-a53ffb7d-eaa2-4301-9302-eb692ba8519a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.0737329 Jul 22 21:05:25.994918 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-41eb556d-57eb-417b-8bac-a2468814fab2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372927 Jul 22 21:05:26.205065 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-83755851-9d8e-4023-b0cb-44ffd1314ddb service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596966 Jul 22 21:05:26.357345 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614d77b2-ae5e-45c1-9e94-5a2984433b5e {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:05:26.368507 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13866e7b-247c-46b0-b670-5f4faed23549 req-abc6e141-3361-48d4-8cb8-5a7af7647bde service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489398 Jul 22 21:05:26.370782 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.384851 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Transition to ACTIVE for port object 614d77b2-ae5e-45c1-9e94-5a2984433b5e will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:26.391396 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.475344 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Pushing event updated for resources: {'Port': ['ID=614d77b2-ae5e-45c1-9e94-5a2984433b5e,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:26.492121 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Attempting to bind port 614d77b2-ae5e-45c1-9e94-5a2984433b5e on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:26.492468 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Attempting to bind port 614d77b2-ae5e-45c1-9e94-5a2984433b5e by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:26.492804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Attempting to bind port 614d77b2-ae5e-45c1-9e94-5a2984433b5e on network fff756a3-4d46-4b38-aebb-95a2a9144ed1 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:26.497109 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Port 614d77b2-ae5e-45c1-9e94-5a2984433b5e on network fff756a3-4d46-4b38-aebb-95a2a9144ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:05:26.497437 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Attempting to bind port 614d77b2-ae5e-45c1-9e94-5a2984433b5e on network fff756a3-4d46-4b38-aebb-95a2a9144ed1 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:26.503413 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:26.503795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Checking segment: {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:26.504201 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Bound using segment: {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:26.504648 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Bound port: 614d77b2-ae5e-45c1-9e94-5a2984433b5e, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:26.505111 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.579367 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] For port 614d77b2-ae5e-45c1-9e94-5a2984433b5e, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:26.582709 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] For port 614d77b2-ae5e-45c1-9e94-5a2984433b5e, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:26.588007 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.630730 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:26.631377 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.632755 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] 10.222.0.66 "PUT /v2.0/ports/614d77b2-ae5e-45c1-9e94-5a2984433b5e HTTP/1.1" status: 200 len: 1094 time: 0.8752675 Jul 22 21:05:26.646150 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57222) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:26.648318 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd5358-4d0f-4472-83e4-80528ce78053 service neutron] Pushing event updated for resources: {'Port': ['ID=614d77b2-ae5e-45c1-9e94-5a2984433b5e,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:26.678389 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99713ede-05f0-4b67-8aac-a5285b80c4af req-70df4c7d-803f-48ac-adba-182734232f9a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:26.680763 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-99713ede-05f0-4b67-8aac-a5285b80c4af req-70df4c7d-803f-48ac-adba-182734232f9a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 944 time: 0.0907381 Jul 22 21:05:26.725176 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-99713ede-05f0-4b67-8aac-a5285b80c4af req-4e209416-f396-4370-a31f-f154e1a89e6c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371056 Jul 22 21:05:26.779262 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.807119 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-d994f603-4cad-455e-8184-e438b374d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:26.808650 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-d994f603-4cad-455e-8184-e438b374d6bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 1097 time: 0.0715280 Jul 22 21:05:26.865995 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'tag': '614d77b2-ae5e-45c1-9e94-5a2984433b5e'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:05:26.868538 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b692dd10-340d-4210-8f5d-2f85a75b75bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7", "tag": "614d77b2-ae5e-45c1-9e94-5a2984433b5e"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:05:26.872320 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-e79d9d18-512a-4dcd-b3b4-e0eff4a69696 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e HTTP/1.1" status: 200 len: 217 time: 0.0431235 Jul 22 21:05:26.872584 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.877580 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:26.914300 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3cd4d4-c7a0-46f7-83bc-675260e31de0 x-openstack-request-id: req-ec3cd4d4-c7a0-46f7-83bc-675260e31de0 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:05:26.914596 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7", "tag": "614d77b2-ae5e-45c1-9e94-5a2984433b5e", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:05:26.914844 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec3cd4d4-c7a0-46f7-83bc-675260e31de0 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:05:26.915235 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fea09f-3e99-473c-b0e4-6b58240d9afb,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:26.915361 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'tag': '614d77b2-ae5e-45c1-9e94-5a2984433b5e', 'status': 'completed', 'code': 200} Jul 22 21:05:26.919067 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be5de59f984045e88478296562964ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719438 Jul 22 21:05:26.922723 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57232) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:26.927108 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.927460 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.927800 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.928275 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.928677 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.929169 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.929390 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.929703 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.930039 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.930426 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.931259 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.931259 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516cf4c7-81b5-46d0-ada5-e8534612d25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:26.952854 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-528f604a-0669-4f62-bb24-70a889f32c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:26.954605 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-528f604a-0669-4f62-bb24-70a889f32c48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.0700815 Jul 22 21:05:27.006717 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-d0905914-5c06-45f2-9317-a845c5670523 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317593 Jul 22 21:05:27.016609 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bca8cc16-5b70-42ab-8530-7dfc000b4499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:27.038380 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bca8cc16-5b70-42ab-8530-7dfc000b4499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:27.154102 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bca8cc16-5b70-42ab-8530-7dfc000b4499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:27.157389 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-bca8cc16-5b70-42ab-8530-7dfc000b4499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:27.161022 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-bca8cc16-5b70-42ab-8530-7dfc000b4499 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08fea09f-3e99-473c-b0e4-6b58240d9afb HTTP/1.1" status: 204 len: 168 time: 0.2345812 Jul 22 21:05:27.175462 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8cc16-5b70-42ab-8530-7dfc000b4499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fea09f-3e99-473c-b0e4-6b58240d9afb,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:27.181763 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-41c6afc1-782a-4d1e-b1a8-ef9b6c36dc53 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283338 Jul 22 21:05:27.314430 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d5e0bff1-b781-46e7-93e6-2a619ba28d79 req-d23a33aa-ec7b-4c02-8ba3-da1578123390 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949206 Jul 22 21:05:27.516175 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-2757eb06-9abf-4e79-8094-8e3b376e99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:27.517746 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-2757eb06-9abf-4e79-8094-8e3b376e99c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 1097 time: 0.0615115 Jul 22 21:05:27.617757 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-63a52734-eaac-4411-8203-dfa516eacead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:27.619411 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-63a52734-eaac-4411-8203-dfa516eacead service neutron] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 921 time: 0.0936973 Jul 22 21:05:27.681483 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-07795191-bae0-46fb-9780-8901748aff1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e HTTP/1.1" status: 200 len: 217 time: 0.0403609 Jul 22 21:05:27.743673 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-5574822b-cdff-4c66-9358-410cfab849a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:27.745236 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-5574822b-cdff-4c66-9358-410cfab849a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.0464277 Jul 22 21:05:27.800795 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-fb117bd6-a259-4f30-9c6c-5113433adcb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290918 Jul 22 21:05:27.827869 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57272) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:27.895708 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a192292-8999-4594-8117-94754432d052 req-c98a172e-1507-4177-a862-c01fefe7035c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:27.897653 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8a192292-8999-4594-8117-94754432d052 req-c98a172e-1507-4177-a862-c01fefe7035c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 944 time: 0.0800486 Jul 22 21:05:27.922566 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-7f8b76fe-ccc4-42f6-b10d-8ab0f4eb5aed service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089263 Jul 22 21:05:27.939699 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8a192292-8999-4594-8117-94754432d052 req-d8ba718e-fa90-477b-868f-23a4939d3d0c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356660 Jul 22 21:05:27.944515 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-549071900-network', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:27.965559 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Made reservation on behalf of 987e1680033e4b3e8c22b6b63f36679b for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:05:27.968607 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:27.978334 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.033633 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b692dd10-340d-4210-8f5d-2f85a75b75bb req-834e17c7-d293-432b-be79-c173700d504a service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945511 Jul 22 21:05:28.070109 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.074821 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.098725 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1052} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:05:28.114657 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:28.119296 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.119784 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Added segment 6678bc51-46b2-4246-b310-e6cf62c0c5fe of type vlan for network b1109309-8acf-49e5-863c-0dff081e2a7f Jul 22 21:05:28.161323 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.192153 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.193150 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:28.193732 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.223747 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3948548 Jul 22 21:05:28.226713 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57282) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:28.232455 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Request body: {'subnet': {'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-549071900-subnet', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:28.254784 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Made reservation on behalf of 987e1680033e4b3e8c22b6b63f36679b for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:05:28.257097 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.261770 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a435ee9-6a1d-44a1-9ecb-236ce1c77378 admin admin] Pushing event updated for resources: {'Network': ['ID=b1109309-8acf-49e5-863c-0dff081e2a7f,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:28.272463 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network b1109309-8acf-49e5-863c-0dff081e2a7f details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:05:28.438386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.731211 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f257ba5-858f-4e29-aa28-ef4a0a6f1153,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:28.739764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Checking segment: {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:28.740120 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Network hostable DHCP agents. Network: b1109309-8acf-49e5-863c-0dff081e2a7f, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:05:28.759984 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Network b1109309-8acf-49e5-863c-0dff081e2a7f is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:05:28.773143 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, b1109309-8acf-49e5-863c-0dff081e2a7f) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:28.780797 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57294) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:28.785848 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a5836-ec11-4c76-a50d-cea489d40653 None None] Network b1109309-8acf-49e5-863c-0dff081e2a7f requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:05:28.786922 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:28.787603 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.807444 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-cf31a432-b177-4261-803b-737d24274149 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5768056 Jul 22 21:05:28.807733 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57298) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:28.812146 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:28.841956 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.843886 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.918863 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.927802 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-24df259e-f965-4e3b-85db-104ae16c6812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:28.962477 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-b1109309-8acf-49e5-863c-0dff081e2a7f', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:05:28.963510 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.122768 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Allocated IP 172.20.0.2 (b1109309-8acf-49e5-863c-0dff081e2a7f/0f257ba5-858f-4e29-aa28-ef4a0a6f1153/25fa3972-1e63-4514-9b3f-0a9931bc9b99) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:29.126422 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.239576 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f1dd8-7d6b-4605-b273-dde6e178a308 req-9acab726-936c-4575-9fb6-521c71776ae8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:29.241169 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a75f1dd8-7d6b-4605-b273-dde6e178a308 req-9acab726-936c-4575-9fb6-521c71776ae8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 944 time: 0.1881287 Jul 22 21:05:29.270172 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-24df259e-f965-4e3b-85db-104ae16c6812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.281732 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-24df259e-f965-4e3b-85db-104ae16c6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.293316 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.302901 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Transition to ACTIVE for port object 25fa3972-1e63-4514-9b3f-0a9931bc9b99 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:29.316154 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-24df259e-f965-4e3b-85db-104ae16c6812 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5455ae5b9a54144826e71258969d0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316305 Jul 22 21:05:29.316976 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57306) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:29.319330 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Transition to ACTIVE for port object 25fa3972-1e63-4514-9b3f-0a9931bc9b99 will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:29.327359 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.361861 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Network b1109309-8acf-49e5-863c-0dff081e2a7f is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:29.365213 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:29.368977 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:29.372796 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a75f1dd8-7d6b-4605-b273-dde6e178a308 req-c05f52e3-3407-4327-a722-8ec7cfa67634 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161544 Jul 22 21:05:29.375555 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df259e-f965-4e3b-85db-104ae16c6812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98a44a-ab59-4626-b4d9-0af45247dcd1,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:29.399014 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-fd1666d1-f981-4d45-a733-e6ee82cfe36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.424952 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-fd1666d1-f981-4d45-a733-e6ee82cfe36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.428953 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Pushing event updated for resources: {'Port': ['ID=25fa3972-1e63-4514-9b3f-0a9931bc9b99,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:29.477448 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Attempting to bind port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:29.477818 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Attempting to bind port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:29.478225 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Attempting to bind port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 on network b1109309-8acf-49e5-863c-0dff081e2a7f {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:29.484490 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:29.484951 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Checking segment: {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:29.485359 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.485804 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Bound using segment: {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:29.486273 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Bound port: 25fa3972-1e63-4514-9b3f-0a9931bc9b99, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:29.486655 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.492160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-fd1666d1-f981-4d45-a733-e6ee82cfe36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.495590 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-fd1666d1-f981-4d45-a733-e6ee82cfe36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.496929 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-fd1666d1-f981-4d45-a733-e6ee82cfe36b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b98a44a-ab59-4626-b4d9-0af45247dcd1 HTTP/1.1" status: 204 len: 168 time: 0.1777864 Jul 22 21:05:29.513605 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1666d1-f981-4d45-a733-e6ee82cfe36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98a44a-ab59-4626-b4d9-0af45247dcd1,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:29.569121 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.584011 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] For port 25fa3972-1e63-4514-9b3f-0a9931bc9b99, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:29.587599 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] For port 25fa3972-1e63-4514-9b3f-0a9931bc9b99, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=25fa3972-1e63-4514-9b3f-0a9931bc9b99,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:29.592402 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.592883 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.656143 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31d354-e502-4f30-a07b-173c099dd047 None None] Pushing event updated for resources: {'Port': ['ID=25fa3972-1e63-4514-9b3f-0a9931bc9b99,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:29.678001 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device d6de45c7-5abb-4647-8ec6-77230e7b0c7a details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:05:29.729883 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Allocated IP 172.27.2.121 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/15133df6-9a6c-408d-b9a7-b8c54d42c859) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:29.845932 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port d6de45c7-5abb-4647-8ec6-77230e7b0c7a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:29.861755 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a', 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'port_id': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a', 'mac_address': 'fa:16:3e:c1:b7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:05:29.908611 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.922102 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:29.971050 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6de45c7-5abb-4647-8ec6-77230e7b0c7a {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:05:29.992441 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.013843 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port d6de45c7-5abb-4647-8ec6-77230e7b0c7a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:30.022372 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.023438 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 614d77b2-ae5e-45c1-9e94-5a2984433b5e details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:05:30.025055 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57322) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:30.051387 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c3abafb4-7cc9-44bc-95b5-a5962172dd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.076395 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:30.080252 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:30.099079 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:30.149840 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:30.163735 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 614d77b2-ae5e-45c1-9e94-5a2984433b5e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:30.178211 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '614d77b2-ae5e-45c1-9e94-5a2984433b5e', 'network_id': 'fff756a3-4d46-4b38-aebb-95a2a9144ed1', 'port_id': '614d77b2-ae5e-45c1-9e94-5a2984433b5e', 'mac_address': 'fa:16:3e:f8:dc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1099, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d2b6dd-05f6-4815-82f5-cea58d583299', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:05:30.207346 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c3abafb4-7cc9-44bc-95b5-a5962172dd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.213679 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c3abafb4-7cc9-44bc-95b5-a5962172dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.217814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Pushing event updated for resources: {'Port': ['ID=15133df6-9a6c-408d-b9a7-b8c54d42c859,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:30.234753 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.251177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614d77b2-ae5e-45c1-9e94-5a2984433b5e {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:05:30.291748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 614d77b2-ae5e-45c1-9e94-5a2984433b5e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:30.296248 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c3abafb4-7cc9-44bc-95b5-a5962172dd84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5414f0ed9e644528b468402c2968cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698259 Jul 22 21:05:30.297129 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57330) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:30.300298 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.328040 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abafb4-7cc9-44bc-95b5-a5962172dd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be50e495-989a-40dc-a8fa-adf2627037d1,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:30.363163 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93339ca0-48be-42c8-9664-d3892170befd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.365899 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=614d77b2-ae5e-45c1-9e94-5a2984433b5e,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:30.396455 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93339ca0-48be-42c8-9664-d3892170befd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.479289 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.497549 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93339ca0-48be-42c8-9664-d3892170befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.502231 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93339ca0-48be-42c8-9664-d3892170befd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.503794 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-93339ca0-48be-42c8-9664-d3892170befd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be50e495-989a-40dc-a8fa-adf2627037d1 HTTP/1.1" status: 204 len: 168 time: 0.2037864 Jul 22 21:05:30.520864 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93339ca0-48be-42c8-9664-d3892170befd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be50e495-989a-40dc-a8fa-adf2627037d1,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:30.541286 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 25fa3972-1e63-4514-9b3f-0a9931bc9b99 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:30.613954 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:30.675819 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6beb5-6dc4-4871-a640-632769c3dae8 req-62f4593e-8709-4df6-bb08-2cd5b1124bfb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:30.677555 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-98f6beb5-6dc4-4871-a640-632769c3dae8 req-62f4593e-8709-4df6-bb08-2cd5b1124bfb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 945 time: 0.2002683 Jul 22 21:05:30.794917 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-98f6beb5-6dc4-4871-a640-632769c3dae8 req-0d6c9092-2a1b-4c7c-b7dd-cfed9a908f5d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802476 Jul 22 21:05:30.821022 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:30.969265 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Router be102841-bddc-4a97-be05-e989d5285269 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:05:30.995612 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00c714-c3be-47c7-8772-74030d167c1e None None] Network b1109309-8acf-49e5-863c-0dff081e2a7f requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:05:31.089867 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-033869ac-f224-48e3-83f7-0c56e8f4eca0 None None] Provisioning for port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:31.116370 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-033869ac-f224-48e3-83f7-0c56e8f4eca0 None None] Provisioning complete for port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:31.117596 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-033869ac-f224-48e3-83f7-0c56e8f4eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:31.120861 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:05:31.132558 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Sync routers for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:05:31.147985 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['d6de45c7-5abb-4647-8ec6-77230e7b0c7a'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:05:31.150343 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:31.151329 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:31.153265 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:31.159033 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a6ab77ef-55f4-47fe-bac6-e51b65ae452d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3461258 Jul 22 21:05:31.159033 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57354) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:31.277718 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['614d77b2-ae5e-45c1-9e94-5a2984433b5e'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:05:31.287910 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:31.513143 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:30Z', 'revision_number': 3, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:31.547847 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Checking router: be102841-bddc-4a97-be05-e989d5285269 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:05:31.548589 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Updating router be102841-bddc-4a97-be05-e989d5285269 port 15133df6-9a6c-408d-b9a7-b8c54d42c859 binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:05:31.565792 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-033869ac-f224-48e3-83f7-0c56e8f4eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:31.607094 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:31.674664 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-033869ac-f224-48e3-83f7-0c56e8f4eca0 None None] For port 25fa3972-1e63-4514-9b3f-0a9931bc9b99, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=25fa3972-1e63-4514-9b3f-0a9931bc9b99,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:31.689082 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-033869ac-f224-48e3-83f7-0c56e8f4eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:31.808164 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033869ac-f224-48e3-83f7-0c56e8f4eca0 None None] Pushing event updated for resources: {'Port': ['ID=25fa3972-1e63-4514-9b3f-0a9931bc9b99,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:31.936207 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-8ff16ede-eb7a-44b5-b67e-d39eab878f00 None None] Provisioning complete for port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:31.936460 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8ff16ede-eb7a-44b5-b67e-d39eab878f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.022832 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046d746-35c5-4817-a4bf-078fd6a4a425 req-e389074b-d84d-4e42-8819-1bb4b4b4e779 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:32.036363 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f046d746-35c5-4817-a4bf-078fd6a4a425 req-e389074b-d84d-4e42-8819-1bb4b4b4e779 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 945 time: 0.1285694 Jul 22 21:05:32.089976 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f046d746-35c5-4817-a4bf-078fd6a4a425 req-18d0b148-1d32-4c25-a932-1932b588f6d7 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526900 Jul 22 21:05:32.106426 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.143042 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.165619 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Transition to ACTIVE for port object 15133df6-9a6c-408d-b9a7-b8c54d42c859 will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:32.173600 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.216554 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ccf5c-c4e4-4886-a744-c88d7e4b812c None None] Pushing event updated for resources: {'Port': ['ID=15133df6-9a6c-408d-b9a7-b8c54d42c859,revision_number=2']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:32.240640 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Attempting to bind port 15133df6-9a6c-408d-b9a7-b8c54d42c859 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:32.241046 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Attempting to bind port 15133df6-9a6c-408d-b9a7-b8c54d42c859 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:32.241419 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Attempting to bind port 15133df6-9a6c-408d-b9a7-b8c54d42c859 on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:32.246924 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:32.247409 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:32.247832 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.248934 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:32.249508 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Bound port: 15133df6-9a6c-408d-b9a7-b8c54d42c859, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:32.249951 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.315019 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] For port 15133df6-9a6c-408d-b9a7-b8c54d42c859, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:32.315447 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Allocated IP 172.20.0.1 (b1109309-8acf-49e5-863c-0dff081e2a7f/0f257ba5-858f-4e29-aa28-ef4a0a6f1153/11a01cb3-fb5c-4b82-b1ba-86ecebda3efd) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:32.319262 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] For port 15133df6-9a6c-408d-b9a7-b8c54d42c859, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=15133df6-9a6c-408d-b9a7-b8c54d42c859,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:32.324707 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.392890 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ccf5c-c4e4-4886-a744-c88d7e4b812c None None] Pushing event updated for resources: {'Port': ['ID=15133df6-9a6c-408d-b9a7-b8c54d42c859,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:32.397995 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:32.398742 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:32.463906 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.484476 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 25fa3972-1e63-4514-9b3f-0a9931bc9b99 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:32.501082 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Transition to ACTIVE for port object 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:32.530567 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:32.559975 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.572009 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:32.572542 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.645355 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Network b1109309-8acf-49e5-863c-0dff081e2a7f is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:32.656072 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:32.658805 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:32.659522 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.715751 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Pushing event updated for resources: {'Port': ['ID=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:32.767514 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-8ebd74da-136b-44be-bbee-1a233de3bbd7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1770523 Jul 22 21:05:32.797475 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:30Z', 'revision_number': 3, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:32.829869 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6416203d-b90a-4900-8256-dc39b670b5ea None None] The sync data for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi is: [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:30Z', 'revision_number': 3, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:05:32.870231 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:32.943718 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-21e41483-2fcc-42da-b4e0-5a8187f17946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:32.945260 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-21e41483-2fcc-42da-b4e0-5a8187f17946 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1099 time: 0.1247604 Jul 22 21:05:33.021916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-049ab694-5c3d-449a-9ab3-4aa500379ac4 None None] Provisioning for port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:33.027034 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-049ab694-5c3d-449a-9ab3-4aa500379ac4 None None] Provisioning complete for port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:33.027598 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-049ab694-5c3d-449a-9ab3-4aa500379ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.114962 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-049ab694-5c3d-449a-9ab3-4aa500379ac4 None None] Port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:05:33.172095 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-a6b9a1d3-8209-4591-99bf-42c376037ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:33.173682 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-a6b9a1d3-8209-4591-99bf-42c376037ddc service neutron] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 913 time: 0.1933222 Jul 22 21:05:33.242372 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.300792 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.301638 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.389351 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-1817a44f-3e39-4740-ab5a-f82a38601176 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 200 len: 1002 time: 0.1844401 Jul 22 21:05:33.446173 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Pushing event updated for resources: {'Port': ['ID=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:33.518352 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d585c-29f2-429e-8aee-2156a47f3d37 req-cee6c6b5-cc91-4296-88c7-346c733465bd tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:33.519988 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cd7d585c-29f2-429e-8aee-2156a47f3d37 req-cee6c6b5-cc91-4296-88c7-346c733465bd tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 945 time: 0.2914324 Jul 22 21:05:33.525769 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-768b9fa3-7bf5-4b05-89a4-cec19314436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:33.527610 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-768b9fa3-7bf5-4b05-89a4-cec19314436c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.0925298 Jul 22 21:05:33.540837 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Network b1109309-8acf-49e5-863c-0dff081e2a7f is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:33.559564 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:33.681655 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cd7d585c-29f2-429e-8aee-2156a47f3d37 req-a305b0ba-ed1e-4144-a725-8d286715c029 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532741 Jul 22 21:05:33.720819 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device d6de45c7-5abb-4647-8ec6-77230e7b0c7a up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:33.722154 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-369b2870-bb65-4f45-a88b-bef184701f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:33.723735 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-369b2870-bb65-4f45-a88b-bef184701f38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1736519 Jul 22 21:05:33.766582 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Router be102841-bddc-4a97-be05-e989d5285269 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:05:33.794457 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port d6de45c7-5abb-4647-8ec6-77230e7b0c7a completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:33.800381 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port d6de45c7-5abb-4647-8ec6-77230e7b0c7a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:33.800760 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.892487 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.900955 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9f4841f7-d0aa-473d-bfc9-3711861c623f None None] Provisioning complete for port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:33.901337 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9f4841f7-d0aa-473d-bfc9-3711861c623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.924816 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-2f30476a-52cf-4a01-a51b-cbe4d4f1de29 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819341 Jul 22 21:05:33.942221 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:05:33.944530 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71323af-c68b-4503-9238-2e706fb20f89" -d '{"events": [{"server_uuid": "a3543525-5edb-4e42-8844-3c3ce0d4ab05", "name": "network-vif-plugged", "status": "completed", "tag": "d6de45c7-5abb-4647-8ec6-77230e7b0c7a"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:05:33.963026 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port d6de45c7-5abb-4647-8ec6-77230e7b0c7a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:33.966029 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9f4841f7-d0aa-473d-bfc9-3711861c623f None None] Port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:05:33.967712 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:05:33.969249 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:33.970059 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 614d77b2-ae5e-45c1-9e94-5a2984433b5e up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:33.975425 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a52fe389-bc44-4d4e-addb-28e9c3b3c8bb admin admin] 10.222.0.64 "PUT /v2.0/routers/be102841-bddc-4a97-be05-e989d5285269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8161981 Jul 22 21:05:34.023375 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe36a8-e7ec-46f8-a0a6-fdd1e3fed38e x-openstack-request-id: req-acbe36a8-e7ec-46f8-a0a6-fdd1e3fed38e {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:05:34.023654 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3543525-5edb-4e42-8844-3c3ce0d4ab05", "name": "network-vif-plugged", "status": "completed", "tag": "d6de45c7-5abb-4647-8ec6-77230e7b0c7a", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:05:34.023910 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acbe36a8-e7ec-46f8-a0a6-fdd1e3fed38e {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:05:34.024305 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a', 'code': 200} Jul 22 21:05:34.047558 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:34.052791 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-45c2cf5f-e45a-4822-a52e-029aa5e3bc82 req-824be8e8-c11b-41a0-943d-a716896b0eda service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147606 Jul 22 21:05:34.068987 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:34.088647 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 614d77b2-ae5e-45c1-9e94-5a2984433b5e completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:34.093190 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 614d77b2-ae5e-45c1-9e94-5a2984433b5e triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:34.094072 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:34.191074 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:34.228463 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 614d77b2-ae5e-45c1-9e94-5a2984433b5e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:34.234513 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:34.299972 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=614d77b2-ae5e-45c1-9e94-5a2984433b5e,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:34.406098 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de810001-54ed-4db5-9dac-1e6af2f838e0 req-2761a40d-8e4f-4ca1-9425-67dd3dfd7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:34.407871 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-de810001-54ed-4db5-9dac-1e6af2f838e0 req-2761a40d-8e4f-4ca1-9425-67dd3dfd7073 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1098 time: 0.0707502 Jul 22 21:05:34.500852 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-de810001-54ed-4db5-9dac-1e6af2f838e0 req-8f4bfcae-70ab-49fe-8d52-ef36dcdc5884 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820875 Jul 22 21:05:34.521251 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 15133df6-9a6c-408d-b9a7-b8c54d42c859 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:34.577458 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 15133df6-9a6c-408d-b9a7-b8c54d42c859 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:34.582256 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 15133df6-9a6c-408d-b9a7-b8c54d42c859 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:34.582824 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:34.758487 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:34.808415 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 15133df6-9a6c-408d-b9a7-b8c54d42c859, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=15133df6-9a6c-408d-b9a7-b8c54d42c859,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:34.820820 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:34.886321 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Sync routers for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:05:34.921384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=15133df6-9a6c-408d-b9a7-b8c54d42c859,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:34.928502 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:34.930911 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:34.985751 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5300ec-ba86-41a8-a5a6-481c1ea2f17b req-63b32c55-ff4e-45f4-b2e2-afd2ce4d7e2a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:35.005702 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5c5300ec-ba86-41a8-a5a6-481c1ea2f17b req-63b32c55-ff4e-45f4-b2e2-afd2ce4d7e2a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1702037 Jul 22 21:05:35.059701 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57456) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:35.073734 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5c5300ec-ba86-41a8-a5a6-481c1ea2f17b req-0232974f-af03-42a8-9203-ea0c77cb9e04 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671117 Jul 22 21:05:35.081331 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-429220647-network', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:35.115790 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:35.131201 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Made reservation on behalf of 513bc82477ae409fb3b6156ac10a8542 for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:05:35.135106 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.152680 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.245733 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.249752 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.277203 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1092} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:05:35.286534 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c064c-1d64-41f9-83e1-6d77107d7cb9,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:35.308312 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.308944 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Added segment 05f1d90c-0328-404a-ab4b-ba65e44fa40e of type vlan for network 629647eb-d76d-4691-a256-02e819f987b5 Jul 22 21:05:35.337236 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 2, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:35.359278 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.371477 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Checking router: be102841-bddc-4a97-be05-e989d5285269 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:05:35.371841 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Updating router be102841-bddc-4a97-be05-e989d5285269 port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:05:35.388041 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.389652 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:35.390238 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.408986 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.423385 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3559530 Jul 22 21:05:35.426222 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57460) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:35.431633 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Request body: {'subnet': {'network_id': '629647eb-d76d-4691-a256-02e819f987b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-429220647-subnet', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:35.456837 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Made reservation on behalf of 513bc82477ae409fb3b6156ac10a8542 for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:05:35.459670 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.463779 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70ce8-cf64-47ea-9310-a35a711db079 admin admin] Pushing event updated for resources: {'Network': ['ID=629647eb-d76d-4691-a256-02e819f987b5,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:35.516712 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 629647eb-d76d-4691-a256-02e819f987b5 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:05:35.647851 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.709359 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9760b84-2bd7-4bab-8520-bda688dbd662,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:35.721822 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Checking segment: {'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:35.722180 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Network hostable DHCP agents. Network: 629647eb-d76d-4691-a256-02e819f987b5, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:05:35.740398 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Network 629647eb-d76d-4691-a256-02e819f987b5 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:05:35.750925 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 629647eb-d76d-4691-a256-02e819f987b5) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:35.756144 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:35.756809 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.774352 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-481c4b20-772a-43b4-90a4-27df8f44ced4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3468425 Jul 22 21:05:35.775811 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.776773 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57464) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:35.781362 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:05:35.786264 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Transition to ACTIVE for port object 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:35.789373 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305328a5-e545-48d2-aae8-2a95242399df None None] Network 629647eb-d76d-4691-a256-02e819f987b5 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:05:35.803278 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.803510 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.804458 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.870158 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:35.961656 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3961b48-88ea-454f-a69c-b7dec0f28da2 None None] Pushing event updated for resources: {'Port': ['ID=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:36.035427 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d77b2-ae5e-45c1-9e94-5a2984433b5e'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:05:36.038599 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d121b28-9a9c-46fc-ac4e-36003a234331" -d '{"events": [{"server_uuid": "5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7", "name": "network-vif-plugged", "status": "completed", "tag": "614d77b2-ae5e-45c1-9e94-5a2984433b5e"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:05:36.041845 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Attempting to bind port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:36.042430 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Attempting to bind port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:36.042958 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Attempting to bind port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd on network b1109309-8acf-49e5-863c-0dff081e2a7f {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:36.052940 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:36.053746 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Checking segment: {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:36.054328 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.054875 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Bound using segment: {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:36.055701 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Bound port: 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:36.056245 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.094241 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.321570 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] For port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:36.324975 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] For port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:36.327367 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ae36b-92cb-4001-990f-f57948521ff6 x-openstack-request-id: req-490ae36b-92cb-4001-990f-f57948521ff6 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:05:36.327856 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7", "name": "network-vif-plugged", "status": "completed", "tag": "614d77b2-ae5e-45c1-9e94-5a2984433b5e", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:05:36.328285 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-490ae36b-92cb-4001-990f-f57948521ff6 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:05:36.328844 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d77b2-ae5e-45c1-9e94-5a2984433b5e', 'code': 200} Jul 22 21:05:36.337797 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00482266-b2c1-48c1-a60b-cb6fffc71ae0 req-a6867680-4965-451c-86b7-d8298ab83f0f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:36.351131 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-00482266-b2c1-48c1-a60b-cb6fffc71ae0 req-a6867680-4965-451c-86b7-d8298ab83f0f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1607854 Jul 22 21:05:36.351360 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.417497 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3961b48-88ea-454f-a69c-b7dec0f28da2 None None] Pushing event updated for resources: {'Port': ['ID=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:36.453756 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-00482266-b2c1-48c1-a60b-cb6fffc71ae0 req-ea66ffea-0b2c-448a-9da8-310bb3b1be34 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991447 Jul 22 21:05:36.520359 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-629647eb-d76d-4691-a256-02e819f987b5', 'network_id': '629647eb-d76d-4691-a256-02e819f987b5', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'fixed_ips': [{'subnet_id': 'e9760b84-2bd7-4bab-8520-bda688dbd662'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:05:36.521311 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.569670 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:36.570336 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:36.606482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.634676 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.657909 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 15133df6-9a6c-408d-b9a7-b8c54d42c859 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:36.807784 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Allocated IP 172.27.2.118 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/c87267be-349a-4459-b0dc-55985dc7c88a) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:36.860466 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:36.900323 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 15133df6-9a6c-408d-b9a7-b8c54d42c859 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:36.900697 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.932294 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:36.935879 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Allocated IP 172.20.0.2 (629647eb-d76d-4691-a256-02e819f987b5/e9760b84-2bd7-4bab-8520-bda688dbd662/f11189dd-dc27-48a4-8758-256bf0252ee4) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:37.282244 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.296645 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Transition to ACTIVE for port object f11189dd-dc27-48a4-8758-256bf0252ee4 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:37.317153 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Transition to ACTIVE for port object f11189dd-dc27-48a4-8758-256bf0252ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:37.319905 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:36Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:37.326393 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.353904 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ef81f-b8aa-4b9d-b045-50ba68ba652c None None] The sync data for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi is: [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:36Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:05:37.355906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.389449 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Pushing event updated for resources: {'Port': ['ID=c87267be-349a-4459-b0dc-55985dc7c88a,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:37.399127 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Network 629647eb-d76d-4691-a256-02e819f987b5 is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:37.402813 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:37.411110 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:37.411784 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:37.417914 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:37.426364 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:37.430341 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Pushing event updated for resources: {'Port': ['ID=f11189dd-dc27-48a4-8758-256bf0252ee4,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:37.434233 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57520) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:37.468316 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.482851 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.485247 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.485646 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.487114 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.487495 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.487845 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.488270 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.488653 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.488988 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.489326 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.489661 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:05:37.557324 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Attempting to bind port f11189dd-dc27-48a4-8758-256bf0252ee4 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:37.558209 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Attempting to bind port f11189dd-dc27-48a4-8758-256bf0252ee4 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:37.558729 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Attempting to bind port f11189dd-dc27-48a4-8758-256bf0252ee4 on network 629647eb-d76d-4691-a256-02e819f987b5 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:37.571596 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:37.572357 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Checking segment: {'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:37.572972 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.574246 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Bound using segment: {'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:37.575055 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Bound port: f11189dd-dc27-48a4-8758-256bf0252ee4, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:37.575918 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.651150 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-64edaf05-7623-49ca-a815-cc271a8d26c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.670378 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] For port f11189dd-dc27-48a4-8758-256bf0252ee4, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:37.674847 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] For port f11189dd-dc27-48a4-8758-256bf0252ee4, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=f11189dd-dc27-48a4-8758-256bf0252ee4,segment=NetworkSegment(05f1d90c-0328-404a-ab4b-ba65e44fa40e),segment_id=05f1d90c-0328-404a-ab4b-ba65e44fa40e)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:37.681209 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.721670 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574f0ea-df0d-410a-adc6-c19d4db6b9c1 req-f111128e-0f85-46f7-9eb8-57ead9a86609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:37.723640 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a574f0ea-df0d-410a-adc6-c19d4db6b9c1 req-f111128e-0f85-46f7-9eb8-57ead9a86609 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 1099 time: 0.7478333 Jul 22 21:05:37.775155 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd949225-a3d5-4cc6-9131-5bb4fea36a5f None None] Pushing event updated for resources: {'Port': ['ID=f11189dd-dc27-48a4-8758-256bf0252ee4,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:37.862277 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a574f0ea-df0d-410a-adc6-c19d4db6b9c1 req-c5285438-d0ba-4832-ac3d-fb741d15cf03 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176960 Jul 22 21:05:37.864121 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-64edaf05-7623-49ca-a815-cc271a8d26c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.871279 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-64edaf05-7623-49ca-a815-cc271a8d26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.943645 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5111ef-cdb0-4428-8b21-0f6988a825ca req-7a18c3bd-2c29-46bf-a6cd-f5698abc665b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:37.945384 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf5111ef-cdb0-4428-8b21-0f6988a825ca req-7a18c3bd-2c29-46bf-a6cd-f5698abc665b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.3676109 Jul 22 21:05:37.948197 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:37.961352 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-64edaf05-7623-49ca-a815-cc271a8d26c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9399827cea04f1fa7d6a24aa236ca96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253699 Jul 22 21:05:37.962529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57534) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:37.979465 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edaf05-7623-49ca-a815-cc271a8d26c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0508cbc-080a-417b-9bc3-fd256229112d,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:38.085156 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9217eb9d-81a6-4374-88ef-b3eb1f0191e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.108574 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf5111ef-cdb0-4428-8b21-0f6988a825ca req-90d37dcf-dcc6-4351-abc1-744efe39f8bf tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086345 Jul 22 21:05:38.135271 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9217eb9d-81a6-4374-88ef-b3eb1f0191e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.218923 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9217eb9d-81a6-4374-88ef-b3eb1f0191e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.223573 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9217eb9d-81a6-4374-88ef-b3eb1f0191e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.226918 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-9217eb9d-81a6-4374-88ef-b3eb1f0191e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0508cbc-080a-417b-9bc3-fd256229112d HTTP/1.1" status: 204 len: 168 time: 0.2611861 Jul 22 21:05:38.241437 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217eb9d-81a6-4374-88ef-b3eb1f0191e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0508cbc-080a-417b-9bc3-fd256229112d,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:38.331370 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.555581 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:05:38.626558 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:38.693512 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:38.694706 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57544) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:38.698008 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:38.698637 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.711021 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bddf8433-c837-46d8-9d2f-b9945c20e43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.713903 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:05:38.726362 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Sync routers for ids ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:05:38.740036 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Routers {'5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:38.740752 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:38.834125 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bddf8433-c837-46d8-9d2f-b9945c20e43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.843629 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bddf8433-c837-46d8-9d2f-b9945c20e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.845085 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.851355 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-69edabc0-551c-4a2d-9eec-63104c669c58 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0699501 Jul 22 21:05:38.855227 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 57546) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:38.892346 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.904549 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-bddf8433-c837-46d8-9d2f-b9945c20e43f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fff77fff3f104ca88d278fed33e7c5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044585 Jul 22 21:05:38.904549 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf8433-c837-46d8-9d2f-b9945c20e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0f1dd-0188-4732-80e1-149d5f092dba,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:38.905730 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 57548) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:05:38.965496 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Set router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:38.988026 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:38.994575 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:38.996754 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f11189dd-dc27-48a4-8758-256bf0252ee4 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:39.004602 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6b844cf-f453-420b-8f16-9bda531a3329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.038396 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6b844cf-f453-420b-8f16-9bda531a3329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.134053 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6b844cf-f453-420b-8f16-9bda531a3329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.141981 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:05:39.151001 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a6b844cf-f453-420b-8f16-9bda531a3329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.157285 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a6b844cf-f453-420b-8f16-9bda531a3329 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ffb0f1dd-0188-4732-80e1-149d5f092dba HTTP/1.1" status: 204 len: 168 time: 0.2478256 Jul 22 21:05:39.175408 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port f11189dd-dc27-48a4-8758-256bf0252ee4 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:39.189758 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b844cf-f453-420b-8f16-9bda531a3329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0f1dd-0188-4732-80e1-149d5f092dba,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:39.271962 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:39.281437 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2317d43-7043-49ff-9708-7b23c94b26ca None None] Network 629647eb-d76d-4691-a256-02e819f987b5 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:05:39.380432 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-7e230d36-c773-4e0c-b977-7f6fcc753490 None None] Provisioning for port f11189dd-dc27-48a4-8758-256bf0252ee4 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:39.390679 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-7e230d36-c773-4e0c-b977-7f6fcc753490 None None] Provisioning complete for port f11189dd-dc27-48a4-8758-256bf0252ee4 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:39.391345 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7e230d36-c773-4e0c-b977-7f6fcc753490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.394441 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:05:37Z', 'revision_number': 3, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port': {'id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:36Z', 'updated_at': '2021-07-22T21:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:39.412428 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bc02d-5746-45ec-9834-9ac2692ba59e req-5f3762e8-fd7b-4d40-849d-9444be6c4896 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:39.426880 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Checking router: 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:05:39.427336 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Updating router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc port c87267be-349a-4459-b0dc-55985dc7c88a binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:05:39.431840 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-990bc02d-5746-45ec-9834-9ac2692ba59e req-5f3762e8-fd7b-4d40-849d-9444be6c4896 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.2007318 Jul 22 21:05:39.477050 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.539391 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-990bc02d-5746-45ec-9834-9ac2692ba59e req-e889d044-7a70-4140-94bf-8ceaa3c01513 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062226 Jul 22 21:05:39.647026 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.673662 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7e230d36-c773-4e0c-b977-7f6fcc753490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.753723 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-7e230d36-c773-4e0c-b977-7f6fcc753490 None None] For port f11189dd-dc27-48a4-8758-256bf0252ee4, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=f11189dd-dc27-48a4-8758-256bf0252ee4,segment=NetworkSegment(05f1d90c-0328-404a-ab4b-ba65e44fa40e),segment_id=05f1d90c-0328-404a-ab4b-ba65e44fa40e)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:39.761129 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7e230d36-c773-4e0c-b977-7f6fcc753490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:39.897632 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e230d36-c773-4e0c-b977-7f6fcc753490 None None] Pushing event updated for resources: {'Port': ['ID=f11189dd-dc27-48a4-8758-256bf0252ee4,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:39.917030 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Allocated IP 172.20.0.1 (629647eb-d76d-4691-a256-02e819f987b5/e9760b84-2bd7-4bab-8520-bda688dbd662/16debf05-fd97-416f-ba13-87b114d3cfe1) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:05:40.022260 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.034019 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Transition to ACTIVE for port object c87267be-349a-4459-b0dc-55985dc7c88a will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:40.042218 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.085541 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.094079 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Attempting to bind port c87267be-349a-4459-b0dc-55985dc7c88a on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:40.094450 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Attempting to bind port c87267be-349a-4459-b0dc-55985dc7c88a by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:40.095167 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Attempting to bind port c87267be-349a-4459-b0dc-55985dc7c88a on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:40.100715 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43b14-5d3b-476b-a5a2-35fa5e036930 None None] Pushing event updated for resources: {'Port': ['ID=c87267be-349a-4459-b0dc-55985dc7c88a,revision_number=2']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:40.104982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-1a64054c-cb44-4202-ba21-0004efad9100 None None] Provisioning complete for port f11189dd-dc27-48a4-8758-256bf0252ee4 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:40.105359 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1a64054c-cb44-4202-ba21-0004efad9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.105507 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:40.105855 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:40.107580 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.108243 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:40.108871 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Bound port: c87267be-349a-4459-b0dc-55985dc7c88a, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:40.109426 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.115990 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Transition to ACTIVE for port object 16debf05-fd97-416f-ba13-87b114d3cfe1 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:40.164665 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.191624 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] For port c87267be-349a-4459-b0dc-55985dc7c88a, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:40.197552 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] For port c87267be-349a-4459-b0dc-55985dc7c88a, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=c87267be-349a-4459-b0dc-55985dc7c88a,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:40.206417 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.214130 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Network 629647eb-d76d-4691-a256-02e819f987b5 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:40.217763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:40.222033 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:05:40.225207 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.269542 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Pushing event updated for resources: {'Port': ['ID=16debf05-fd97-416f-ba13-87b114d3cfe1,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:40.312370 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43b14-5d3b-476b-a5a2-35fa5e036930 None None] Pushing event updated for resources: {'Port': ['ID=c87267be-349a-4459-b0dc-55985dc7c88a,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:40.328983 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Routers {'5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:40.329917 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:40.409693 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.505456 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:40.553500 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] Set router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:40.581527 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:40.582238 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.695546 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-ad32300e-8687-4a42-b5b0-54564f4ca119 None None] Provisioning for port 16debf05-fd97-416f-ba13-87b114d3cfe1 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:40.700037 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f11189dd-dc27-48a4-8758-256bf0252ee4 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:40.705011 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.712312 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.713026 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.754813 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-ad32300e-8687-4a42-b5b0-54564f4ca119 None None] Provisioning complete for port 16debf05-fd97-416f-ba13-87b114d3cfe1 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:40.755273 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ad32300e-8687-4a42-b5b0-54564f4ca119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:40.800857 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Pushing event updated for resources: {'Port': ['ID=16debf05-fd97-416f-ba13-87b114d3cfe1,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:40.846554 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:05:37Z', 'revision_number': 3, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port': {'id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:36Z', 'updated_at': '2021-07-22T21:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:40.864914 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfac51d-4580-437f-bbdd-5f611b18516d req-0e256397-93d7-45f9-9f31-67427dff96cc tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:40.866747 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5cfac51d-4580-437f-bbdd-5f611b18516d req-0e256397-93d7-45f9-9f31-67427dff96cc tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.2044945 Jul 22 21:05:40.892593 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdee6e1-2410-4107-9728-196b5fad4482 None None] The sync data for ids ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'] in dv-cinder-800015-2-iscsi is: [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:05:37Z', 'revision_number': 3, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port': {'id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:36Z', 'updated_at': '2021-07-22T21:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:05:40.911717 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Network 629647eb-d76d-4691-a256-02e819f987b5 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:05:40.915908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:05:40.940860 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5cfac51d-4580-437f-bbdd-5f611b18516d req-35eafa13-9869-4f59-b286-cbb3fd9fc1e6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Jul 22 21:05:40.954472 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-ad32300e-8687-4a42-b5b0-54564f4ca119 None None] Port 16debf05-fd97-416f-ba13-87b114d3cfe1 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:05:40.978610 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port f11189dd-dc27-48a4-8758-256bf0252ee4 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:40.979294 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:41.161135 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:05:41.276788 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-6e54db23-0488-43f6-8135-eaaa878d8d0a None None] Provisioning complete for port 16debf05-fd97-416f-ba13-87b114d3cfe1 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:41.277297 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6e54db23-0488-43f6-8135-eaaa878d8d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:41.358424 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-6e54db23-0488-43f6-8135-eaaa878d8d0a None None] Port 16debf05-fd97-416f-ba13-87b114d3cfe1 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:05:41.695690 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:05:41.702962 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-43ee475b-59d3-43fc-9a32-5c46127257c6 admin admin] 10.222.0.64 "PUT /v2.0/routers/5a467c36-ef36-4c2d-8b68-dd8b3046c8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8465419 Jul 22 21:05:41.725113 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da734f8-6886-4c4e-99ff-832feae0828f req-1700a796-2054-48b6-b8a2-d120519a5381 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:41.726685 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2da734f8-6886-4c4e-99ff-832feae0828f req-1700a796-2054-48b6-b8a2-d120519a5381 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1679711 Jul 22 21:05:41.728741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-180155d7-f24a-4a14-9b05-210aeb4f1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:41.730168 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-180155d7-f24a-4a14-9b05-210aeb4f1077 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 1099 time: 0.1663198 Jul 22 21:05:41.800702 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2da734f8-6886-4c4e-99ff-832feae0828f req-168eb187-ae39-4f4a-94f5-c2dc223b682c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673368 Jul 22 21:05:41.861850 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-8fc12bc5-c181-41b6-b78f-ee14cda90ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:41.863389 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-8fc12bc5-c181-41b6-b78f-ee14cda90ec6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 921 time: 0.1156480 Jul 22 21:05:41.923501 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-ef0a0365-0384-4209-b65d-0304be5f6435 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e HTTP/1.1" status: 200 len: 217 time: 0.0409133 Jul 22 21:05:42.003182 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-cbb9fa02-b300-4428-b302-e665246e3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:42.004467 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-cbb9fa02-b300-4428-b302-e665246e3eb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.0614502 Jul 22 21:05:42.066060 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-d6704a22-2efd-4093-bde6-b7c05c4654e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321460 Jul 22 21:05:42.494696 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device c87267be-349a-4459-b0dc-55985dc7c88a up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:42.633420 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port c87267be-349a-4459-b0dc-55985dc7c88a completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:42.641416 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port c87267be-349a-4459-b0dc-55985dc7c88a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:42.642019 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:42.768335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:42.804101 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port c87267be-349a-4459-b0dc-55985dc7c88a, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=c87267be-349a-4459-b0dc-55985dc7c88a,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:42.812736 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:42.928255 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=c87267be-349a-4459-b0dc-55985dc7c88a,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:43.099556 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe162451-bc71-4240-bea0-947bf4d80852 req-e46da7d6-6d9c-42d9-a18b-4d588629b14a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:43.103397 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fe162451-bc71-4240-bea0-947bf4d80852 req-e46da7d6-6d9c-42d9-a18b-4d588629b14a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.2060480 Jul 22 21:05:43.181200 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fe162451-bc71-4240-bea0-947bf4d80852 req-67088e2e-cbdf-4420-a27b-c2a011faef73 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560799 Jul 22 21:05:43.234034 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Sync routers for ids ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:05:43.256757 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Routers {'5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:43.258180 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:43.457160 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Set router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:43.739399 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:05:40Z', 'revision_number': 4, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port': {'id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:36Z', 'updated_at': '2021-07-22T21:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '16debf05-fd97-416f-ba13-87b114d3cfe1', 'name': '', 'network_id': '629647eb-d76d-4691-a256-02e819f987b5', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'mac_address': 'fa:16:3e:35:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e9760b84-2bd7-4bab-8520-bda688dbd662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:39Z', 'updated_at': '2021-07-22T21:05:40Z', 'revision_number': 2, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'subnets': [{'id': 'e9760b84-2bd7-4bab-8520-bda688dbd662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:43.789921 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Checking router: 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:05:43.790309 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Updating router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc port 16debf05-fd97-416f-ba13-87b114d3cfe1 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:05:43.838707 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.179995 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.192908 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Transition to ACTIVE for port object 16debf05-fd97-416f-ba13-87b114d3cfe1 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:05:44.200257 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.290667 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665c620-0213-4abc-86b5-215c90143ed9 None None] Pushing event updated for resources: {'Port': ['ID=16debf05-fd97-416f-ba13-87b114d3cfe1,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:44.325224 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Attempting to bind port 16debf05-fd97-416f-ba13-87b114d3cfe1 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:05:44.325702 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Attempting to bind port 16debf05-fd97-416f-ba13-87b114d3cfe1 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:05:44.326327 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Attempting to bind port 16debf05-fd97-416f-ba13-87b114d3cfe1 on network 629647eb-d76d-4691-a256-02e819f987b5 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:05:44.332749 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:05:44.333139 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Checking segment: {'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:05:44.335697 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.335697 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Bound using segment: {'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:05:44.335697 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Bound port: 16debf05-fd97-416f-ba13-87b114d3cfe1, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f1d90c-0328-404a-ab4b-ba65e44fa40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '629647eb-d76d-4691-a256-02e819f987b5'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:05:44.335697 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.449095 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] For port 16debf05-fd97-416f-ba13-87b114d3cfe1, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:05:44.454701 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] For port 16debf05-fd97-416f-ba13-87b114d3cfe1, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=16debf05-fd97-416f-ba13-87b114d3cfe1,segment=NetworkSegment(05f1d90c-0328-404a-ab4b-ba65e44fa40e),segment_id=05f1d90c-0328-404a-ab4b-ba65e44fa40e)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:05:44.467431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.520719 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device c87267be-349a-4459-b0dc-55985dc7c88a up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:44.563484 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Routers {'5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:05:44.565391 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:05:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:44.758357 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665c620-0213-4abc-86b5-215c90143ed9 None None] Pushing event updated for resources: {'Port': ['ID=16debf05-fd97-416f-ba13-87b114d3cfe1,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:44.810746 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-115ad1ad-8f1a-4bcd-8e3b-9ce8cd26c0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.823298 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port c87267be-349a-4459-b0dc-55985dc7c88a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:44.823675 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:44.849719 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] Set router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:05:45.376623 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:05:40Z', 'revision_number': 4, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port': {'id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:36Z', 'updated_at': '2021-07-22T21:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '16debf05-fd97-416f-ba13-87b114d3cfe1', 'name': '', 'network_id': '629647eb-d76d-4691-a256-02e819f987b5', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'mac_address': 'fa:16:3e:35:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e9760b84-2bd7-4bab-8520-bda688dbd662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:39Z', 'updated_at': '2021-07-22T21:05:44Z', 'revision_number': 4, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'subnets': [{'id': 'e9760b84-2bd7-4bab-8520-bda688dbd662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:05:45.410698 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41172fc1-a734-4455-b532-43ac161da0e5 None None] The sync data for ids ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'] in dv-cinder-800015-2-iscsi is: [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:05:40Z', 'revision_number': 4, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port': {'id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:36Z', 'updated_at': '2021-07-22T21:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '16debf05-fd97-416f-ba13-87b114d3cfe1', 'name': '', 'network_id': '629647eb-d76d-4691-a256-02e819f987b5', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'mac_address': 'fa:16:3e:35:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e9760b84-2bd7-4bab-8520-bda688dbd662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:39Z', 'updated_at': '2021-07-22T21:05:44Z', 'revision_number': 4, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'subnets': [{'id': 'e9760b84-2bd7-4bab-8520-bda688dbd662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:05:45.783108 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-e5636af6-6de1-4866-8ba5-91345c3d36bc service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252315 Jul 22 21:05:46.005245 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9cc8c-b849-432c-a3cc-22743dc82d2d req-d0f2df8f-5b9c-4a01-822c-720379db642a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:46.007746 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-94d9cc8c-b849-432c-a3cc-22743dc82d2d req-d0f2df8f-5b9c-4a01-822c-720379db642a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1831334 Jul 22 21:05:46.036247 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc5f4be8-5fe1-4d87-8493-34166c8b7b8d req-a492e3c2-f89a-40aa-b10b-e4df93a650b2 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521194 Jul 22 21:05:46.098395 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-94d9cc8c-b849-432c-a3cc-22743dc82d2d req-8ab6929d-7dfd-456a-9dd6-5ca2a1a18bea tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Jul 22 21:05:46.591866 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 16debf05-fd97-416f-ba13-87b114d3cfe1 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:46.679722 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 16debf05-fd97-416f-ba13-87b114d3cfe1 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:05:46.686576 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 16debf05-fd97-416f-ba13-87b114d3cfe1 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:46.687245 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:46.834748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:46.888625 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 16debf05-fd97-416f-ba13-87b114d3cfe1, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=16debf05-fd97-416f-ba13-87b114d3cfe1,segment=NetworkSegment(05f1d90c-0328-404a-ab4b-ba65e44fa40e),segment_id=05f1d90c-0328-404a-ab4b-ba65e44fa40e)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:05:46.903311 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:46.993613 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=16debf05-fd97-416f-ba13-87b114d3cfe1,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:05:47.302760 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-c88ab4c6-6c8b-42fb-a022-29fa041f7300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:47.358290 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48a672-474f-40c3-ae1a-b5b273da3f49 req-fe900d28-386a-4348-ba80-725dc1215430 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:47.366174 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9c48a672-474f-40c3-ae1a-b5b273da3f49 req-fe900d28-386a-4348-ba80-725dc1215430 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1418839 Jul 22 21:05:47.405853 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9c48a672-474f-40c3-ae1a-b5b273da3f49 req-8f4f7298-a9d7-4fc6-a293-cc47060dddaa tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Jul 22 21:05:47.522428 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:48.504638 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:48.589487 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 16debf05-fd97-416f-ba13-87b114d3cfe1 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:05:48.685577 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 16debf05-fd97-416f-ba13-87b114d3cfe1 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:05:48.685577 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:50.138593 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:05:51.092716 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea522-8901-41b9-b906-9c811ebf9a68 req-b860c3c5-cee2-4c7f-952c-06df5f8249aa tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:51.097806 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-baaea522-8901-41b9-b906-9c811ebf9a68 req-b860c3c5-cee2-4c7f-952c-06df5f8249aa tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0715909 Jul 22 21:05:51.144066 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-baaea522-8901-41b9-b906-9c811ebf9a68 req-eb3a6783-3ca5-4cc3-8e8b-08d6a20bc6b9 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393991 Jul 22 21:05:55.117178 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12716c6-3a85-4a4a-bde5-f735dbe98e25 req-772c2c69-66ac-4b1c-bfa7-46e78fba5e09 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:55.118708 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a12716c6-3a85-4a4a-bde5-f735dbe98e25 req-772c2c69-66ac-4b1c-bfa7-46e78fba5e09 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0669456 Jul 22 21:05:55.156875 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a12716c6-3a85-4a4a-bde5-f735dbe98e25 req-726c7d02-5bb6-428c-aca1-70e5f0d8af95 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Jul 22 21:05:55.716686 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-86d98300-1c68-4436-90e8-50aef4c0109c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:55.718142 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-86d98300-1c68-4436-90e8-50aef4c0109c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 814 time: 0.1092408 Jul 22 21:05:55.732794 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a715d00a-a74b-4e5d-96c7-70fd0b9d2db8 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/quotas/987e1680033e4b3e8c22b6b63f36679b HTTP/1.1" status: 200 len: 375 time: 0.0091105 Jul 22 21:05:55.800117 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-bfdb9335-6493-4889-872c-c0a72b3510f1 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619562 Jul 22 21:05:55.908992 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a9aa2c52-836e-4020-ac83-860db15ee9f7 service neutron] 10.222.0.64 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947881 Jul 22 21:05:56.007561 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-15c5bdc7-0772-4d73-929d-a4b3a8a0d712 service neutron] 10.222.0.64 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929804 Jul 22 21:05:56.173011 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-49a4c0c5-0586-4efc-8a1d-d6aaf962f70c req-57686326-6853-4e0e-81c5-a541782cb1d1 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0316858 Jul 22 21:05:56.313817 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e0cf-6f07-4a53-8be4-4a615f2ba684 req-2ef6811b-f4fe-4bf7-8c51-8c05f25e399a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:56.315218 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a6a7e0cf-6f07-4a53-8be4-4a615f2ba684 req-2ef6811b-f4fe-4bf7-8c51-8c05f25e399a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0721114 Jul 22 21:05:56.509911 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a6a7e0cf-6f07-4a53-8be4-4a615f2ba684 req-f16cad33-2034-4d25-85ec-d70abcb6078a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887717 Jul 22 21:05:57.267459 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c07a334f-91be-40ce-a57a-57c730ce986c req-102bbffb-bd70-4947-832b-c1130366b04e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0303757 Jul 22 21:05:57.641246 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf2707-86a2-4d56-bfa6-9b9047f15692 req-fe2f8e1f-4f49-41c0-9a3c-831b7512430c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:57.642339 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5dcf2707-86a2-4d56-bfa6-9b9047f15692 req-fe2f8e1f-4f49-41c0-9a3c-831b7512430c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0645840 Jul 22 21:05:57.680997 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5dcf2707-86a2-4d56-bfa6-9b9047f15692 req-6a0a82fa-2a8f-4203-8806-6154f11b09ca tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331666 Jul 22 21:05:58.369344 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8dcc4542-81d6-4aaa-8b83-fb2a06e94181 req-26fc6548-06f0-4af2-95f8-c3b76c96e04f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0332465 Jul 22 21:05:58.809422 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac30b8-5417-48dd-8660-893ce4a9a62b req-988c64cb-6f51-4644-b9d5-cc523814bf32 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:58.810820 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1cac30b8-5417-48dd-8660-893ce4a9a62b req-988c64cb-6f51-4644-b9d5-cc523814bf32 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0621512 Jul 22 21:05:58.849658 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1cac30b8-5417-48dd-8660-893ce4a9a62b req-66878056-fe97-438f-8c47-3d0d73f445d5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Jul 22 21:05:59.476911 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f334fcd4-aad0-4a60-92b5-20e2b220e710 req-24f53fcc-2065-40f2-9c6f-ad82dd1fb11f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0292346 Jul 22 21:05:59.992222 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b100a2-49cd-46db-b3be-c8608eef6081 req-3d796bea-f004-4085-b4c6-09e31f1775d8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:05:59.993741 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d8b100a2-49cd-46db-b3be-c8608eef6081 req-3d796bea-f004-4085-b4c6-09e31f1775d8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0763044 Jul 22 21:06:00.034624 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d8b100a2-49cd-46db-b3be-c8608eef6081 req-5d1f753a-1168-438c-baed-a8f3ff0ac2da tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Jul 22 21:06:00.572671 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072499bd-1c12-43b4-af09-8ac73f20a716 req-ab79b6c8-97f4-4bdd-9bc6-150b902c5d89 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0305378 Jul 22 21:06:01.164530 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac0f6c-8eb8-4102-838e-d7d0b2e7d129 req-26d5f328-432a-4704-8279-60852d4f2c1c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:01.165974 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-48ac0f6c-8eb8-4102-838e-d7d0b2e7d129 req-26d5f328-432a-4704-8279-60852d4f2c1c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0629430 Jul 22 21:06:01.202845 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-48ac0f6c-8eb8-4102-838e-d7d0b2e7d129 req-298bb8dc-d3a7-4394-a18e-bef1d00b4689 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Jul 22 21:06:01.668615 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-03d5e558-7755-4ac6-b0a0-43e55c7e1dc2 req-845521d6-4f0f-4c69-94ad-255a6e3698a9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0299134 Jul 22 21:06:02.344788 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442e16e-0c85-4fd8-bfa8-eb2ee6fdd5f0 req-42b513bb-600d-4316-a2da-7063a8f8f5ee tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:02.346277 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a442e16e-0c85-4fd8-bfa8-eb2ee6fdd5f0 req-42b513bb-600d-4316-a2da-7063a8f8f5ee tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0746465 Jul 22 21:06:02.387972 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a442e16e-0c85-4fd8-bfa8-eb2ee6fdd5f0 req-01ac789b-ce06-4b50-b1c9-6a2196fde658 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Jul 22 21:06:02.782793 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-593edf3d-dc7b-4e64-9171-ccd3a03daab3 req-530c64ef-3be7-473a-b63c-8abab7895d15 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0331841 Jul 22 21:06:03.516914 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-dcd39626-dcbc-48a9-8866-d57a0d17999a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:03.518443 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-dcd39626-dcbc-48a9-8866-d57a0d17999a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.66 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 814 time: 0.1237566 Jul 22 21:06:03.539161 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad5424-6edd-43b2-b210-47e52d85a060 req-7eb3ab5f-cb7d-402b-a9b0-1f542d38c44d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:03.540649 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cbad5424-6edd-43b2-b210-47e52d85a060 req-7eb3ab5f-cb7d-402b-a9b0-1f542d38c44d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0655599 Jul 22 21:06:03.579679 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cbad5424-6edd-43b2-b210-47e52d85a060 req-7ed00227-2ec4-41f9-99b2-262c52d062f1 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Jul 22 21:06:03.582645 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'port': {'device_id': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'admin_state_up': True, 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:03.706665 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Made reservation on behalf of 987e1680033e4b3e8c22b6b63f36679b for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:03.710348 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:03.889280 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Allocated IP 172.20.0.7 (b1109309-8acf-49e5-863c-0dff081e2a7f/0f257ba5-858f-4e29-aa28-ef4a0a6f1153/65208ba3-1027-4bfd-a9dd-ab16075c2725) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:03.893160 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bf4e2f2c-e088-4375-b226-8928a882734f req-63431171-e400-4d42-bd71-dc5f5ae50ed3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.0398357 Jul 22 21:06:04.002176 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:04.065570 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:04.082021 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Transition to ACTIVE for port object 65208ba3-1027-4bfd-a9dd-ab16075c2725 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:04.164625 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:04.250955 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Network b1109309-8acf-49e5-863c-0dff081e2a7f is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:04.257061 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:04.263228 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:04.270132 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:04.270362 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:04.274437 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:04.296967 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a39bfdd6-b888-46d6-b7bb-6b96e03f4509 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181656 Jul 22 21:06:04.516613 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-cb3d32e0-46f5-4016-9c5f-7c23bfe5d7cd None None] Provisioning for port 65208ba3-1027-4bfd-a9dd-ab16075c2725 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:04.521207 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-cb3d32e0-46f5-4016-9c5f-7c23bfe5d7cd None None] Provisioning complete for port 65208ba3-1027-4bfd-a9dd-ab16075c2725 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:04.521625 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-cb3d32e0-46f5-4016-9c5f-7c23bfe5d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:04.556551 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d32e0-46f5-4016-9c5f-7c23bfe5d7cd None None] Port 65208ba3-1027-4bfd-a9dd-ab16075c2725 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:06:04.748554 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bc5e7-cfde-4a94-87c9-092e2c69fa74 req-b698390c-f04f-425a-a071-6126c91ab700 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:04.755764 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-be7bc5e7-cfde-4a94-87c9-092e2c69fa74 req-b698390c-f04f-425a-a071-6126c91ab700 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0892243 Jul 22 21:06:04.811490 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-be7bc5e7-cfde-4a94-87c9-092e2c69fa74 req-8fa60e25-a3f6-4765-97b5-8025371b91df tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Jul 22 21:06:05.070624 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d65f4-94f3-4754-9151-1c081ca6d4f9 req-01539ada-c7ca-4193-93c6-b00568883cfe tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:05.072397 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8d8d65f4-94f3-4754-9151-1c081ca6d4f9 req-01539ada-c7ca-4193-93c6-b00568883cfe tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.1064954 Jul 22 21:06:05.120961 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8d8d65f4-94f3-4754-9151-1c081ca6d4f9 req-0c11e721-518d-4773-b079-b699b18f7d20 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422854 Jul 22 21:06:05.942119 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36e9c9-9410-4132-a39d-8c92070c2e9e req-95b04874-870a-42df-842a-5cd0a881569e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:05.943925 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c36e9c9-9410-4132-a39d-8c92070c2e9e req-95b04874-870a-42df-842a-5cd0a881569e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0646126 Jul 22 21:06:05.987470 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c36e9c9-9410-4132-a39d-8c92070c2e9e req-b4a95c7d-73a8-4e27-8ef6-8d55dea24755 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364828 Jul 22 21:06:06.251763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0444ee4-aca9-474d-844d-f0455efb5b9b req-9fc7174e-3405-40d6-9cd6-7ebcbd96303a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:06.253306 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c0444ee4-aca9-474d-844d-f0455efb5b9b req-9fc7174e-3405-40d6-9cd6-7ebcbd96303a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0648479 Jul 22 21:06:06.294598 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c0444ee4-aca9-474d-844d-f0455efb5b9b req-9b720391-5698-438c-8e5f-e791ecc4ee60 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353372 Jul 22 21:06:07.133429 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94087f5-a0d3-4c77-8e05-f594d7917ea6 req-915f02c4-e892-4ab6-8e7d-e302d70a0122 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:07.134943 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b94087f5-a0d3-4c77-8e05-f594d7917ea6 req-915f02c4-e892-4ab6-8e7d-e302d70a0122 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0750370 Jul 22 21:06:07.174378 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b94087f5-a0d3-4c77-8e05-f594d7917ea6 req-fa076252-e156-4ec8-a9c0-73dc5bd6b59c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339696 Jul 22 21:06:07.438688 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44878783-c02e-423e-8e6c-756946d431c0 req-7e1d3aa7-6784-4a52-ada5-5f9f009cfb84 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:07.443409 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-44878783-c02e-423e-8e6c-756946d431c0 req-7e1d3aa7-6784-4a52-ada5-5f9f009cfb84 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0753868 Jul 22 21:06:07.482330 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-44878783-c02e-423e-8e6c-756946d431c0 req-5c7aa99f-2bc8-4a62-a47d-d46ac20912a2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358992 Jul 22 21:06:08.320840 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232ad15-d39c-42d5-8a7e-c63c034f98c8 req-fd88ff63-d713-4d9c-87cc-03d5928f57ec tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:08.323267 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0232ad15-d39c-42d5-8a7e-c63c034f98c8 req-fd88ff63-d713-4d9c-87cc-03d5928f57ec tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0694149 Jul 22 21:06:08.362241 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0232ad15-d39c-42d5-8a7e-c63c034f98c8 req-3b5aad4f-ae61-4224-ad70-beb3a28ce4ac tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Jul 22 21:06:08.613836 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b8e0e-2d17-43f3-992e-2dad02917b1a req-e65cd1a1-5d66-4bae-bb19-9ea71a346b87 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:08.615506 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3e9b8e0e-2d17-43f3-992e-2dad02917b1a req-e65cd1a1-5d66-4bae-bb19-9ea71a346b87 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0661242 Jul 22 21:06:08.656520 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3e9b8e0e-2d17-43f3-992e-2dad02917b1a req-410aa41d-90eb-46d8-b3b7-98d00033f9b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Jul 22 21:06:09.502459 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4bc2-9ceb-4dd4-82b0-634222bb594f req-73f59659-d37f-4735-91de-10532cfe1119 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:09.504589 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3e2e4bc2-9ceb-4dd4-82b0-634222bb594f req-73f59659-d37f-4735-91de-10532cfe1119 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0915270 Jul 22 21:06:09.550198 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3e2e4bc2-9ceb-4dd4-82b0-634222bb594f req-332d147b-e1a2-40a7-a31a-bcc1e60fe190 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 Jul 22 21:06:09.689087 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7fac9-e86a-48b1-9aa5-cbad89dada7b req-d127ee6b-3995-45e4-846d-80756477a0fb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:09.690583 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-19e7fac9-e86a-48b1-9aa5-cbad89dada7b req-d127ee6b-3995-45e4-846d-80756477a0fb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0670524 Jul 22 21:06:09.730142 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-19e7fac9-e86a-48b1-9aa5-cbad89dada7b req-7c4158af-7cc4-4cae-b5f1-a01b910968e4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Jul 22 21:06:09.890315 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f07cb-5b55-40d2-96d3-fd91e436be02 req-3c4c2851-88b8-4b57-90bb-afc7c12e96db tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:09.892552 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-240f07cb-5b55-40d2-96d3-fd91e436be02 req-3c4c2851-88b8-4b57-90bb-afc7c12e96db tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0944686 Jul 22 21:06:09.937611 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-240f07cb-5b55-40d2-96d3-fd91e436be02 req-f78c94a6-6af7-48f3-b05f-69c13a4f35ee tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Jul 22 21:06:10.339216 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58072) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:10.477822 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-48c800c9-1dbc-4f5f-abc3-129de21a2c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:10.574159 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-48c800c9-1dbc-4f5f-abc3-129de21a2c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:10.580889 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-48c800c9-1dbc-4f5f-abc3-129de21a2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:10.629251 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58084) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:10.629442 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-48c800c9-1dbc-4f5f-abc3-129de21a2c6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f9e5a433d5e4da8a5d54018f7df3c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889020 Jul 22 21:06:10.631732 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c800c9-1dbc-4f5f-abc3-129de21a2c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e0daa7-0840-4164-ae28-a8d41c4803ed,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:10.801041 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3e5fa96-1e0f-4ac4-bd13-3777a70b9d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:10.837633 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e7e62-0fb2-44f5-9b47-3b5afdf33fb0 req-8b65f728-38fa-40a2-8ad0-f5638d1f3864 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:10.839665 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3f0e7e62-0fb2-44f5-9b47-3b5afdf33fb0 req-8b65f728-38fa-40a2-8ad0-f5638d1f3864 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1898651 Jul 22 21:06:10.841573 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3e5fa96-1e0f-4ac4-bd13-3777a70b9d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:10.904362 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3f0e7e62-0fb2-44f5-9b47-3b5afdf33fb0 req-cff1f0ca-b01e-418d-be04-7a27c02f3155 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559669 Jul 22 21:06:10.923487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3e5fa96-1e0f-4ac4-bd13-3777a70b9d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:10.926168 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b3e5fa96-1e0f-4ac4-bd13-3777a70b9d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:10.927292 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b3e5fa96-1e0f-4ac4-bd13-3777a70b9d32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05e0daa7-0840-4164-ae28-a8d41c4803ed HTTP/1.1" status: 204 len: 168 time: 0.2965612 Jul 22 21:06:10.951902 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5fa96-1e0f-4ac4-bd13-3777a70b9d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e0daa7-0840-4164-ae28-a8d41c4803ed,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:11.090306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c3446-9728-419f-b3c4-c4452f1da232 req-2a1c19b5-e574-4460-ab0e-1109d430ee74 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:11.093759 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3f2c3446-9728-419f-b3c4-c4452f1da232 req-2a1c19b5-e574-4460-ab0e-1109d430ee74 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0971737 Jul 22 21:06:11.143103 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3f2c3446-9728-419f-b3c4-c4452f1da232 req-87301c6a-75b6-46a3-ba71-668e61c74734 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Jul 22 21:06:11.285346 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ec3f3-c3b6-40c0-b4d4-7042ccd202e3 req-d149274c-b9f9-42e0-9d1f-5a0d8a2f6df4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:11.287011 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-154ec3f3-c3b6-40c0-b4d4-7042ccd202e3 req-d149274c-b9f9-42e0-9d1f-5a0d8a2f6df4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0722461 Jul 22 21:06:11.330556 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-154ec3f3-c3b6-40c0-b4d4-7042ccd202e3 req-2fdc4f10-6d86-4314-95e0-e074f4d0c3df tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Jul 22 21:06:12.079694 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997057ac-bc5a-4fe6-b95d-d4399148e53a req-5ad9948c-b472-4606-84f1-8115479dd74b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:12.081259 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-997057ac-bc5a-4fe6-b95d-d4399148e53a req-5ad9948c-b472-4606-84f1-8115479dd74b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0696983 Jul 22 21:06:12.125446 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-997057ac-bc5a-4fe6-b95d-d4399148e53a req-7227d6e6-e505-4699-a35c-58fbe91f42bc tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361297 Jul 22 21:06:12.287612 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af0229-eb82-44b2-8050-65021603f948 req-cbfb7318-85e0-4411-809f-a1716043254a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:12.289127 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-75af0229-eb82-44b2-8050-65021603f948 req-cbfb7318-85e0-4411-809f-a1716043254a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0674577 Jul 22 21:06:12.330585 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-75af0229-eb82-44b2-8050-65021603f948 req-b225b054-67e5-4a79-a9d8-21dfce6a388e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Jul 22 21:06:12.496320 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fad49-1e30-49f5-bb9c-2152b581b3ea req-8197582c-d4c5-40f7-9b26-4dbbf6624e1c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:12.497920 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ea1fad49-1e30-49f5-bb9c-2152b581b3ea req-8197582c-d4c5-40f7-9b26-4dbbf6624e1c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0973413 Jul 22 21:06:12.536900 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ea1fad49-1e30-49f5-bb9c-2152b581b3ea req-d89f9cdd-7810-4403-a23f-5638c99da3b5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Jul 22 21:06:13.439186 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94cd00-1383-4626-87cd-4e9ace0ce359 req-3e7aabc6-7b03-4be6-97fa-1b81d5f273f6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:13.440853 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ee94cd00-1383-4626-87cd-4e9ace0ce359 req-3e7aabc6-7b03-4be6-97fa-1b81d5f273f6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0712159 Jul 22 21:06:13.479847 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ee94cd00-1383-4626-87cd-4e9ace0ce359 req-0742e3a2-99d0-4911-b857-3bec26a9f3cf tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325050 Jul 22 21:06:13.604747 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce4218-c201-46b1-9ef7-341be3426899 req-31617c34-5827-457d-936e-28fe4de284ad tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:13.606333 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-24ce4218-c201-46b1-9ef7-341be3426899 req-31617c34-5827-457d-936e-28fe4de284ad tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0671873 Jul 22 21:06:13.646947 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-24ce4218-c201-46b1-9ef7-341be3426899 req-f94da607-a455-4735-b544-b6bbf945ec1e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Jul 22 21:06:13.772662 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c52a5d-ace2-499d-ac58-faf431f9dd49 req-9e5cf570-c154-400f-b005-4b837961de49 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:13.774098 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4c52a5d-ace2-499d-ac58-faf431f9dd49 req-9e5cf570-c154-400f-b005-4b837961de49 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0705822 Jul 22 21:06:13.817296 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4c52a5d-ace2-499d-ac58-faf431f9dd49 req-a7dedc9e-d5dd-43dd-bb8c-f66ff61d5332 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 Jul 22 21:06:14.624670 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3edf2-5402-4da0-8086-7225ed2c712a req-4935c577-5242-4b5d-94d2-1119cd66e542 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:14.626223 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-eae3edf2-5402-4da0-8086-7225ed2c712a req-4935c577-5242-4b5d-94d2-1119cd66e542 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0700612 Jul 22 21:06:14.646847 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-59566bf9-1932-4120-8963-4a600f5ff6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:14.671552 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-eae3edf2-5402-4da0-8086-7225ed2c712a req-d41cfd6b-03be-45f9-903f-83dd2d492486 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392802 Jul 22 21:06:14.793159 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07b083-67a7-48ad-8396-dc126900519f req-48671a96-1395-43eb-8fee-d3d87046c514 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:14.795463 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5e07b083-67a7-48ad-8396-dc126900519f req-48671a96-1395-43eb-8fee-d3d87046c514 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0669711 Jul 22 21:06:14.834555 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5e07b083-67a7-48ad-8396-dc126900519f req-97c7f40a-bf61-46c7-9655-f8bf66e7c1de tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Jul 22 21:06:14.962107 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c1de-f274-4c43-b5f3-f6ea2f6435cb req-ed4f4fc5-c449-4d02-b697-88d9fe3e3bc2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:14.963567 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fc33c1de-f274-4c43-b5f3-f6ea2f6435cb req-ed4f4fc5-c449-4d02-b697-88d9fe3e3bc2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0707414 Jul 22 21:06:15.003391 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fc33c1de-f274-4c43-b5f3-f6ea2f6435cb req-e1fb112d-b934-4e05-be26-1d1c46b437a3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Jul 22 21:06:15.834057 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d064edb-ab72-4e98-adcd-b755a4155788 req-3b4143ea-a39e-4168-93b7-5069424477f0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:15.836172 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9d064edb-ab72-4e98-adcd-b755a4155788 req-3b4143ea-a39e-4168-93b7-5069424477f0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0871053 Jul 22 21:06:15.876987 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9d064edb-ab72-4e98-adcd-b755a4155788 req-29f38636-2e64-452d-8038-796a7b4d02c7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337751 Jul 22 21:06:16.009232 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b6c30-a124-41dd-abf8-7f07d35ff7b2 req-7b9f64ad-7172-4dd6-ab6b-58ee2a678fe3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:16.010682 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7b7b6c30-a124-41dd-abf8-7f07d35ff7b2 req-7b9f64ad-7172-4dd6-ab6b-58ee2a678fe3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0738642 Jul 22 21:06:16.051205 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7b7b6c30-a124-41dd-abf8-7f07d35ff7b2 req-4fcf98df-b83f-47f8-950b-23a9941ce58c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339155 Jul 22 21:06:16.091973 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:06:16.181005 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af4fca-72a1-4dc0-b361-bdab9d636031 req-b3f0831e-667a-4716-ba12-ddb6eef2a482 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:16.182499 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-99af4fca-72a1-4dc0-b361-bdab9d636031 req-b3f0831e-667a-4716-ba12-ddb6eef2a482 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0673449 Jul 22 21:06:16.222964 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-99af4fca-72a1-4dc0-b361-bdab9d636031 req-b7a15f7a-368e-4e7b-87b3-403db3d73eca tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 Jul 22 21:06:17.017928 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec4cf3-245c-42a9-a51d-f8cd47bbeb3e req-2d29c842-ca54-4ef1-892b-49afa02b501f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:17.019465 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-06ec4cf3-245c-42a9-a51d-f8cd47bbeb3e req-2d29c842-ca54-4ef1-892b-49afa02b501f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0673759 Jul 22 21:06:17.062249 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-06ec4cf3-245c-42a9-a51d-f8cd47bbeb3e req-cc11a211-2db5-45a5-a7de-e488dd8ad524 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366652 Jul 22 21:06:17.200424 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7d83-9d2c-4247-b334-40f39d1764f2 req-b56b6ded-7caf-42a6-8c8e-b5437213b3c0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:17.202454 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4f8a7d83-9d2c-4247-b334-40f39d1764f2 req-b56b6ded-7caf-42a6-8c8e-b5437213b3c0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0735273 Jul 22 21:06:17.241745 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4f8a7d83-9d2c-4247-b334-40f39d1764f2 req-dd427a04-eb78-434a-adab-ab82f62b8580 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Jul 22 21:06:17.285232 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c1d9-e731-48c4-bbc0-e118d9d42a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:17.377617 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e800eb-77f8-4c46-8fbf-686c3e035366 req-9eeec7f1-b290-4c67-a19f-0b8f5c4272d9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:17.379294 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1e800eb-77f8-4c46-8fbf-686c3e035366 req-9eeec7f1-b290-4c67-a19f-0b8f5c4272d9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0792220 Jul 22 21:06:17.422468 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1e800eb-77f8-4c46-8fbf-686c3e035366 req-0e624262-af94-41d3-ad5b-c9f3271f9b5e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367682 Jul 22 21:06:17.526296 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:18.215142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fc4b-4a39-491b-a23a-cb145e1ac098 req-457c339b-b95e-42b0-9ec3-744ba1af6a65 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:18.216577 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd58fc4b-4a39-491b-a23a-cb145e1ac098 req-457c339b-b95e-42b0-9ec3-744ba1af6a65 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0706756 Jul 22 21:06:18.255283 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd58fc4b-4a39-491b-a23a-cb145e1ac098 req-e648765e-3eaa-40cf-80bf-bc0659a4bdb4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Jul 22 21:06:18.384377 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf28e-52b2-4a1f-9b52-0dfd7aaacb4e req-5be6e1eb-e53b-4d93-b24e-d2bc997714b3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:18.386512 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-09caf28e-52b2-4a1f-9b52-0dfd7aaacb4e req-5be6e1eb-e53b-4d93-b24e-d2bc997714b3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0714552 Jul 22 21:06:18.432152 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-09caf28e-52b2-4a1f-9b52-0dfd7aaacb4e req-88d68e62-ac49-4116-8468-fa290fb89069 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Jul 22 21:06:18.493105 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:18.585260 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeddc8b-b4dd-494e-a5da-e5bb3d0b14bf req-48e5b908-0c04-40fa-978e-f20d57c802e1 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:18.586803 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dbeddc8b-b4dd-494e-a5da-e5bb3d0b14bf req-48e5b908-0c04-40fa-978e-f20d57c802e1 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 931 time: 0.0799611 Jul 22 21:06:18.633764 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dbeddc8b-b4dd-494e-a5da-e5bb3d0b14bf req-0d2ea802-aa1b-49a6-976f-48f697d7139d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Jul 22 21:06:18.649962 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Request body: {'port': {'device_id': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:18.727603 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:19.020434 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65208ba3-1027-4bfd-a9dd-ab16075c2725 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:06:19.029630 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:19.044481 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Transition to ACTIVE for port object 65208ba3-1027-4bfd-a9dd-ab16075c2725 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:19.048984 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:19.125943 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Pushing event updated for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:19.138206 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Attempting to bind port 65208ba3-1027-4bfd-a9dd-ab16075c2725 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:19.138554 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Attempting to bind port 65208ba3-1027-4bfd-a9dd-ab16075c2725 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:19.138942 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Attempting to bind port 65208ba3-1027-4bfd-a9dd-ab16075c2725 on network b1109309-8acf-49e5-863c-0dff081e2a7f {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:19.143976 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Port 65208ba3-1027-4bfd-a9dd-ab16075c2725 on network b1109309-8acf-49e5-863c-0dff081e2a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:06:19.144403 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Attempting to bind port 65208ba3-1027-4bfd-a9dd-ab16075c2725 on network b1109309-8acf-49e5-863c-0dff081e2a7f {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:19.149703 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:19.150051 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Checking segment: {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:19.150444 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Bound using segment: {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:19.150879 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Bound port: 65208ba3-1027-4bfd-a9dd-ab16075c2725, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6678bc51-46b2-4246-b310-e6cf62c0c5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:19.151269 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:19.218683 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:19.221894 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:19.228569 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:19.267739 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:19.268306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:19.269776 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] 10.222.0.66 "PUT /v2.0/ports/65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 1093 time: 0.6255560 Jul 22 21:06:19.270209 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:19.272553 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e" -d '{"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:19.300077 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d233a06-1573-4149-a9d2-e8a851041744 service neutron] Pushing event updated for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:19.329858 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a7ee0e-1954-4b8c-9bbc-3ac4c3117cc8 x-openstack-request-id: req-44a7ee0e-1954-4b8c-9bbc-3ac4c3117cc8 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:19.330159 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:19.330420 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44a7ee0e-1954-4b8c-9bbc-3ac4c3117cc8 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:19.330824 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'status': 'completed', 'code': 200} Jul 22 21:06:19.428575 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9bfd-8e8f-49d0-a6b0-4a56ed298af4 req-6a1b69a7-d4ab-430b-9f44-983b135f1b85 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:19.432277 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a1fc2314-9fa0-4524-acb3-20d75f4527a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:19.433960 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a1fc2314-9fa0-4524-acb3-20d75f4527a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1096 time: 0.0617714 Jul 22 21:06:19.438172 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-50dd9bfd-8e8f-49d0-a6b0-4a56ed298af4 req-6a1b69a7-d4ab-430b-9f44-983b135f1b85 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0799663 Jul 22 21:06:19.476689 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-50dd9bfd-8e8f-49d0-a6b0-4a56ed298af4 req-fc074367-5847-4b92-b705-aebf2c458b68 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370932 Jul 22 21:06:19.507905 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a5b1fb56-b0d1-4304-a71d-4f224a27ba13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 217 time: 0.0374815 Jul 22 21:06:19.593738 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-f5b143a9-0d8c-4e98-9e5a-8d2fa181b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:19.595250 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-f5b143a9-0d8c-4e98-9e5a-8d2fa181b6f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 200 len: 853 time: 0.0769386 Jul 22 21:06:19.651307 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91492a25-f3aa-430f-bce3-46c317388172 req-59b25538-6132-43a4-aa78-35eeb5e598c4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:19.652874 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-91492a25-f3aa-430f-bce3-46c317388172 req-59b25538-6132-43a4-aa78-35eeb5e598c4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1260591 Jul 22 21:06:19.699546 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-7c35cc82-92f3-407b-9313-52ca1145d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:19.701045 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-7c35cc82-92f3-407b-9313-52ca1145d2b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1109309-8acf-49e5-863c-0dff081e2a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962751 Jul 22 21:06:19.709217 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-91492a25-f3aa-430f-bce3-46c317388172 req-273e7950-a2f4-4cae-81d6-0aae78eecdbb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Jul 22 21:06:19.775950 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27e5ab-6cb4-4b96-abcb-e396f356a12a req-029206ea-e405-4aa7-aa1f-f2366e8ff3bd tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:19.777333 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9c27e5ab-6cb4-4b96-abcb-e396f356a12a req-029206ea-e405-4aa7-aa1f-f2366e8ff3bd tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 943 time: 0.0710833 Jul 22 21:06:19.797389 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-a9637791-9410-48ca-91fc-68f412f56deb service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869539 Jul 22 21:06:19.815578 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9c27e5ab-6cb4-4b96-abcb-e396f356a12a req-0ff52b5f-be42-4a12-8e29-6f3c72fe81c2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Jul 22 21:06:19.892260 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a1f6699d-a5ab-4af3-9d06-5711b9c64104 req-86ce149b-6dea-4c7b-b9cc-19529341bcb4 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858190 Jul 22 21:06:20.136794 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.144018 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-4a1ce661-9472-4b0f-b4c6-9551207bb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:20.145782 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-4a1ce661-9472-4b0f-b4c6-9551207bb9e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1096 time: 0.0914507 Jul 22 21:06:20.243164 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-477164f7-c984-45df-8801-f5b7c66b89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:20.244660 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-477164f7-c984-45df-8801-f5b7c66b89f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 916 time: 0.0894592 Jul 22 21:06:20.291579 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-340dc87a-4e46-4507-b22a-6367b52bfdb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 217 time: 0.0377612 Jul 22 21:06:20.345666 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-d91bde0f-fc28-42a3-8a63-b404c8272d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:20.347209 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-d91bde0f-fc28-42a3-8a63-b404c8272d36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 200 len: 853 time: 0.0450504 Jul 22 21:06:20.367532 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58238) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:20.406552 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-976cb02a-3efa-465d-9216-735f0825159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:20.408379 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-976cb02a-3efa-465d-9216-735f0825159d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1109309-8acf-49e5-863c-0dff081e2a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542521 Jul 22 21:06:20.473619 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-01022ed5-5324-4cdd-86d3-4b21efbb64a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.513581 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-267d2e7a-6637-4849-97a3-c90f905284b5 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941882 Jul 22 21:06:20.567751 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-01022ed5-5324-4cdd-86d3-4b21efbb64a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.572060 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-01022ed5-5324-4cdd-86d3-4b21efbb64a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.610118 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01022ed5-5324-4cdd-86d3-4b21efbb64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742072dd-bf47-4501-8817-75ced909e4e0,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:20.614536 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-01022ed5-5324-4cdd-86d3-4b21efbb64a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=190f92819446415ab4c8ba35f458272b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459176 Jul 22 21:06:20.617520 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58244) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:20.663717 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dad3b8bb-8bf1-40c7-b4d5-51a54260c33e req-20c2fbff-b89a-4773-8363-853f2a379ec3 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321056 Jul 22 21:06:20.668622 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7e2-24d5-4051-86d4-5c63072ab56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.678726 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63940c-a4a6-4716-b1f0-20be3fe39d6f req-e81924f3-2bc8-4dcf-b228-1b6e7f7cb309 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:20.680519 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9b63940c-a4a6-4716-b1f0-20be3fe39d6f req-e81924f3-2bc8-4dcf-b228-1b6e7f7cb309 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1199846 Jul 22 21:06:20.693913 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7e2-24d5-4051-86d4-5c63072ab56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.739665 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9b63940c-a4a6-4716-b1f0-20be3fe39d6f req-c2068dcb-3e96-4e45-99af-32289505ea53 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531363 Jul 22 21:06:20.771350 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7e2-24d5-4051-86d4-5c63072ab56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.775123 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ea01f7e2-24d5-4051-86d4-5c63072ab56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:20.778918 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-ea01f7e2-24d5-4051-86d4-5c63072ab56a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/742072dd-bf47-4501-8817-75ced909e4e0 HTTP/1.1" status: 204 len: 168 time: 0.1581814 Jul 22 21:06:20.785466 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01f7e2-24d5-4051-86d4-5c63072ab56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742072dd-bf47-4501-8817-75ced909e4e0,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:20.890966 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a747fb-c689-40ed-97fc-e80cc6ba09e2 req-1ff8a778-7933-4979-aea4-2abf9f77b128 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:20.892575 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a2a747fb-c689-40ed-97fc-e80cc6ba09e2 req-1ff8a778-7933-4979-aea4-2abf9f77b128 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0719304 Jul 22 21:06:20.959353 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a2a747fb-c689-40ed-97fc-e80cc6ba09e2 req-1be58432-1ac8-48fd-9739-10f48287f6f2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534005 Jul 22 21:06:21.040550 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85501-9aa2-4239-802d-ff208cdcf5ef req-59c2fadc-ca9f-4e8d-803a-bcf4dbb36e75 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:21.042111 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8eb85501-9aa2-4239-802d-ff208cdcf5ef req-59c2fadc-ca9f-4e8d-803a-bcf4dbb36e75 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 943 time: 0.0713787 Jul 22 21:06:21.085915 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8eb85501-9aa2-4239-802d-ff208cdcf5ef req-e2bf4fbe-d64c-4fd1-8bcf-de78a27a79ad tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363717 Jul 22 21:06:21.086135 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc54e9-ffa8-4ce7-ae10-044b024736d0 req-a5acb57d-acb8-4af5-b8ea-0916c62918b1 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:21.090043 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dcfc54e9-ffa8-4ce7-ae10-044b024736d0 req-a5acb57d-acb8-4af5-b8ea-0916c62918b1 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.0714943 Jul 22 21:06:21.134592 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dcfc54e9-ffa8-4ce7-ae10-044b024736d0 req-4b5a4983-5f70-4bde-aa64-d299ae307d8b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371568 Jul 22 21:06:21.897038 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d00d6-81dc-4d48-b470-34463aebf0ad req-b0d3c6a5-dc56-4da2-b46e-4b2c07e22295 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:21.898401 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-682d00d6-81dc-4d48-b470-34463aebf0ad req-b0d3c6a5-dc56-4da2-b46e-4b2c07e22295 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0686126 Jul 22 21:06:21.936513 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-682d00d6-81dc-4d48-b470-34463aebf0ad req-41254622-d46c-4fa2-935f-e1ce074e3897 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324526 Jul 22 21:06:21.948421 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 65208ba3-1027-4bfd-a9dd-ab16075c2725 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:06:22.049942 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:22.063737 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'port_id': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'mac_address': 'fa:16:3e:30:24:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:06:22.092599 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406ad00-77b5-4e5f-929a-118a7c2ba872 req-44c2f4d4-dcd3-4be3-88bd-f8d2346cf009 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:22.094793 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8406ad00-77b5-4e5f-929a-118a7c2ba872 req-44c2f4d4-dcd3-4be3-88bd-f8d2346cf009 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0746188 Jul 22 21:06:22.122741 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:22.145753 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8406ad00-77b5-4e5f-929a-118a7c2ba872 req-9c0ba8c4-8c5d-40a8-85c0-5c784ddb8989 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Jul 22 21:06:22.147366 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65208ba3-1027-4bfd-a9dd-ab16075c2725 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:06:22.176432 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:22.188815 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:22.245394 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:22.269586 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228542-40dd-4908-a9cb-5843a4eb055e req-d1c5181f-4ee7-431c-9594-b414b97b3b2b tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:22.271307 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-37228542-40dd-4908-a9cb-5843a4eb055e req-d1c5181f-4ee7-431c-9594-b414b97b3b2b tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 944 time: 0.0903625 Jul 22 21:06:22.317498 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-37228542-40dd-4908-a9cb-5843a4eb055e req-60bdc15a-ffe0-4341-8753-4ea7c4cb1a38 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Jul 22 21:06:22.330738 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8002f12-5bef-411f-8e4a-8ac8607437fd req-8063858d-dbbf-45fa-b1ae-810f543bd9e8 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:22.342026 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b8002f12-5bef-411f-8e4a-8ac8607437fd req-8063858d-dbbf-45fa-b1ae-810f543bd9e8 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.1109047 Jul 22 21:06:22.381393 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b8002f12-5bef-411f-8e4a-8ac8607437fd req-4fb0fd90-dc8f-4438-abe0-dd8a15e15887 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Jul 22 21:06:22.718210 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['65208ba3-1027-4bfd-a9dd-ab16075c2725'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:06:23.073202 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3d626-2ea2-414c-aa34-c8bc17bcd7c7 req-f5cb99d2-2beb-451f-9566-c8121df02318 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:23.074693 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-00c3d626-2ea2-414c-aa34-c8bc17bcd7c7 req-f5cb99d2-2beb-451f-9566-c8121df02318 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0670471 Jul 22 21:06:23.112708 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-00c3d626-2ea2-414c-aa34-c8bc17bcd7c7 req-f5e9eac5-7d76-4b7f-a687-1843ef075436 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315700 Jul 22 21:06:23.277195 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ecb16-9d94-4137-ab78-2672ac27a784 req-3427ed73-3deb-4849-92a9-8c3babb5c7d0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:23.278580 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d76ecb16-9d94-4137-ab78-2672ac27a784 req-3427ed73-3deb-4849-92a9-8c3babb5c7d0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0628760 Jul 22 21:06:23.318727 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d76ecb16-9d94-4137-ab78-2672ac27a784 req-533ca9ae-9a5a-41dc-a80a-9f8db2b6b8df tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340049 Jul 22 21:06:23.456203 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2d4e1-fe7e-4c35-b833-8404483a54a2 req-a8f1dfb8-b8c0-4468-a842-510791d8073e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:23.457715 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-53e2d4e1-fe7e-4c35-b833-8404483a54a2 req-a8f1dfb8-b8c0-4468-a842-510791d8073e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 944 time: 0.0699966 Jul 22 21:06:23.497863 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-53e2d4e1-fe7e-4c35-b833-8404483a54a2 req-fe067b37-5e01-44b8-8ca9-c64b63a44474 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Jul 22 21:06:23.525684 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49120eb-8957-4e10-a8d3-9f8c38c8a3cb req-703781d9-a99f-439c-89b7-83db02fc2313 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:23.527477 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b49120eb-8957-4e10-a8d3-9f8c38c8a3cb req-703781d9-a99f-439c-89b7-83db02fc2313 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.0763865 Jul 22 21:06:23.568481 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b49120eb-8957-4e10-a8d3-9f8c38c8a3cb req-7d0ca7cf-9cfb-4848-b064-570d7378766f tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345631 Jul 22 21:06:23.584933 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-86b4ac3e-c18f-4210-8e98-02cc1267c356 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:23.586395 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-86b4ac3e-c18f-4210-8e98-02cc1267c356 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 945 time: 0.0708842 Jul 22 21:06:23.690244 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Deleting port a75c6012-ca22-4152-a34f-33fcfe0b7f43 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:06:23.690594 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:23.777132 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] For port a75c6012-ca22-4152-a34f-33fcfe0b7f43, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a75c6012-ca22-4152-a34f-33fcfe0b7f43,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:23.777552 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:23.789717 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Calling delete_port for a75c6012-ca22-4152-a34f-33fcfe0b7f43 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:06:23.920832 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:23.953128 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Pushing event deleted for resources: {'Port': ['ID=a75c6012-ca22-4152-a34f-33fcfe0b7f43,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:23.970273 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['a75c6012-ca22-4152-a34f-33fcfe0b7f43'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:06:23.993492 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 65208ba3-1027-4bfd-a9dd-ab16075c2725 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:24.000150 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] No DVR routers for this DVR port a75c6012-ca22-4152-a34f-33fcfe0b7f43 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:06:24.004285 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.006368 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0a1021cc-5c96-4fba-9b93-18ed97fbccd0 req-4b5e1507-820c-4fbd-84e5-0a14aca998e9 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "DELETE /v2.0/ports/a75c6012-ca22-4152-a34f-33fcfe0b7f43 HTTP/1.1" status: 204 len: 173 time: 0.4134295 Jul 22 21:06:24.006842 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'name': 'network-vif-deleted', 'tag': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:24.009059 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d09cdf-26d8-42ff-bc97-0ccd09ae381f" -d '{"events": [{"server_uuid": "91ab4107-aa1c-445a-9be4-33908a901c8e", "name": "network-vif-deleted", "tag": "a75c6012-ca22-4152-a34f-33fcfe0b7f43"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:24.053732 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 65208ba3-1027-4bfd-a9dd-ab16075c2725 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:24.059333 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017342c-7a7f-45b7-9764-511e08e55408 x-openstack-request-id: req-3017342c-7a7f-45b7-9764-511e08e55408 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:24.059642 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab4107-aa1c-445a-9be4-33908a901c8e", "name": "network-vif-deleted", "tag": "a75c6012-ca22-4152-a34f-33fcfe0b7f43", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:24.059890 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3017342c-7a7f-45b7-9764-511e08e55408 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:24.060305 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab4107-aa1c-445a-9be4-33908a901c8e', 'name': 'network-vif-deleted', 'tag': 'a75c6012-ca22-4152-a34f-33fcfe0b7f43', 'status': 'completed', 'code': 200} Jul 22 21:06:24.060540 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 65208ba3-1027-4bfd-a9dd-ab16075c2725 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:24.061208 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.154728 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.187285 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:24.191302 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cbdf33-b0d5-459b-9ef2-70eb64e2c619" -d '{"events": [{"server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "name": "network-vif-plugged", "status": "completed", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:24.208177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:24.213716 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:24.264335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dd0623-4837-4b58-8714-165d37ca1ea7 x-openstack-request-id: req-99dd0623-4837-4b58-8714-165d37ca1ea7 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:24.264722 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "name": "network-vif-plugged", "status": "completed", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:24.265051 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99dd0623-4837-4b58-8714-165d37ca1ea7 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:24.266120 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'code': 200} Jul 22 21:06:24.276678 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:24.294749 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d109d-7f2b-48f7-b5ab-bd43d7170a01 req-a144cb0f-3923-40bb-84f1-d18bd55df40b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:24.296275 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c42d109d-7f2b-48f7-b5ab-bd43d7170a01 req-a144cb0f-3923-40bb-84f1-d18bd55df40b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1001594 Jul 22 21:06:24.336307 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c42d109d-7f2b-48f7-b5ab-bd43d7170a01 req-bb112115-faf2-49eb-94b9-a4b5eceee1d8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338049 Jul 22 21:06:24.508327 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c900dc-ae36-43b7-8b58-15661f6a0084 req-d2744548-3cfe-41e3-bad4-c93360565702 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:24.510133 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-23c900dc-ae36-43b7-8b58-15661f6a0084 req-d2744548-3cfe-41e3-bad4-c93360565702 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1004901 Jul 22 21:06:24.551399 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-23c900dc-ae36-43b7-8b58-15661f6a0084 req-386dad23-24a5-4b45-bc0a-4418ab13f708 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Jul 22 21:06:24.618391 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96d785-a10c-4765-885e-4752134fbc4f req-1cca1386-f6ff-4279-8795-51182d096de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:24.620317 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9b96d785-a10c-4765-885e-4752134fbc4f req-1cca1386-f6ff-4279-8795-51182d096de9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1098 time: 0.0668948 Jul 22 21:06:24.648167 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa696957-9eaa-4a1c-b419-79d47d3f1ca6 req-0288b8e2-ee0b-4ee4-ab7b-c44386ab88fc tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:24.657481 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fa696957-9eaa-4a1c-b419-79d47d3f1ca6 req-0288b8e2-ee0b-4ee4-ab7b-c44386ab88fc tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0889027 Jul 22 21:06:24.682950 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9b96d785-a10c-4765-885e-4752134fbc4f req-a8e1072e-f298-4429-8244-1f52bfd7bb2c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488307 Jul 22 21:06:24.698226 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fa696957-9eaa-4a1c-b419-79d47d3f1ca6 req-8b54b990-8283-4232-a10a-dfa7e3d7d2a9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398231 Jul 22 21:06:24.701012 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1f9c1ddc-ce67-46c5-a16f-6845bdb33527 req-45394e02-094c-47bf-9ad4-3712b0ee0ed8 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ab4107-aa1c-445a-9be4-33908a901c8e HTTP/1.1" status: 200 len: 210 time: 0.0401189 Jul 22 21:06:25.491904 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386230a-4ccc-4648-ae97-899527bfaf9f req-12416cb7-add9-448a-b53a-9745a3610067 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:25.493483 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3386230a-4ccc-4648-ae97-899527bfaf9f req-12416cb7-add9-448a-b53a-9745a3610067 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0655947 Jul 22 21:06:25.535804 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3386230a-4ccc-4648-ae97-899527bfaf9f req-6d9ad3d7-d63a-4f16-bdef-fd9f766cd7eb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367575 Jul 22 21:06:25.682774 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119b79b-77c9-4dbc-b2ff-3df254278ee8 req-651f6cfd-ef16-4507-ac23-64f1af4c1ef8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:25.684208 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5119b79b-77c9-4dbc-b2ff-3df254278ee8 req-651f6cfd-ef16-4507-ac23-64f1af4c1ef8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0647926 Jul 22 21:06:25.722871 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5119b79b-77c9-4dbc-b2ff-3df254278ee8 req-780a4481-0caa-49f9-ac28-c42804d1fbff tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Jul 22 21:06:25.830350 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5180-b50e-41a7-bb00-247ca6d151f6 req-848fab17-d521-4a71-9fc0-07473b93e115 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:25.832138 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-79eb5180-b50e-41a7-bb00-247ca6d151f6 req-848fab17-d521-4a71-9fc0-07473b93e115 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0664680 Jul 22 21:06:25.883808 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-79eb5180-b50e-41a7-bb00-247ca6d151f6 req-f87539d6-3fb7-4a8d-923b-ed2155dc027a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460892 Jul 22 21:06:26.014996 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a75c6012-ca22-4152-a34f-33fcfe0b7f43 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:06:26.036563 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: a75c6012-ca22-4152-a34f-33fcfe0b7f43 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:06:26.036915 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a75c6012-ca22-4152-a34f-33fcfe0b7f43 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:06:26.671452 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef724c-978d-4038-8419-0ba0a6886363 req-215d2998-a92b-47bc-98d8-1ecf3f172a75 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:26.673116 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e3ef724c-978d-4038-8419-0ba0a6886363 req-215d2998-a92b-47bc-98d8-1ecf3f172a75 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0667293 Jul 22 21:06:26.713167 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e3ef724c-978d-4038-8419-0ba0a6886363 req-bb8eb044-859c-4bf2-8d4c-89e843adc360 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Jul 22 21:06:26.850476 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704df950-db36-4df3-97a3-af485dfd2191 req-a21f415c-5d52-40eb-a506-73d213695889 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:26.851991 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-704df950-db36-4df3-97a3-af485dfd2191 req-a21f415c-5d52-40eb-a506-73d213695889 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0640275 Jul 22 21:06:26.889415 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-704df950-db36-4df3-97a3-af485dfd2191 req-8a1bc805-7e25-46e9-8303-1b81156655ea tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Jul 22 21:06:27.017487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bfc45-7274-44d5-b36f-624eda89d1de req-edb61da7-8826-4bb2-bb29-9bc111a8eab4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:27.018948 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-529bfc45-7274-44d5-b36f-624eda89d1de req-edb61da7-8826-4bb2-bb29-9bc111a8eab4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0673635 Jul 22 21:06:27.055236 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-529bfc45-7274-44d5-b36f-624eda89d1de req-92aed43d-8075-438d-a87b-7b2d4e0574a1 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308130 Jul 22 21:06:27.182692 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d86aed-5c8d-450f-8557-f0001e09ebcf req-9c36c1b6-619c-44a5-af9d-7bd88c7ebd66 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:27.184211 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-47d86aed-5c8d-450f-8557-f0001e09ebcf req-9c36c1b6-619c-44a5-af9d-7bd88c7ebd66 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0633790 Jul 22 21:06:27.222840 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-47d86aed-5c8d-450f-8557-f0001e09ebcf req-94baff51-b4c6-41f8-9445-513bb8ddf138 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Jul 22 21:06:27.569924 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2db4-983e-4374-aa8b-537bc633374d req-122db558-3499-42b4-93e3-22611e337a2f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:27.571742 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9abd2db4-983e-4374-aa8b-537bc633374d req-122db558-3499-42b4-93e3-22611e337a2f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0676291 Jul 22 21:06:27.613545 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9abd2db4-983e-4374-aa8b-537bc633374d req-41b41713-e52d-45da-b431-991496f70882 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Jul 22 21:06:27.851652 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd7f06-0a5e-4843-85b5-fa3ef6e8b762 req-b9218630-1a0d-40fe-85ba-223f9b4a0a58 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:27.858309 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3edd7f06-0a5e-4843-85b5-fa3ef6e8b762 req-b9218630-1a0d-40fe-85ba-223f9b4a0a58 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0710349 Jul 22 21:06:27.898441 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3edd7f06-0a5e-4843-85b5-fa3ef6e8b762 req-71ea8d38-4982-448c-b474-6ce03dbda0eb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392530 Jul 22 21:06:28.028393 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92e90-209d-4b11-b490-de8dcd4d641c req-8cefa504-329e-4a38-ab8f-384419d73c74 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:28.029878 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-99a92e90-209d-4b11-b490-de8dcd4d641c req-8cefa504-329e-4a38-ab8f-384419d73c74 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0648344 Jul 22 21:06:28.067776 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-99a92e90-209d-4b11-b490-de8dcd4d641c req-0be97163-43cb-4dc4-a516-49cc7a0aa16d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Jul 22 21:06:29.043622 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f88eb-0f32-42c3-87ed-80ea2565f0a8 req-537caf8a-3adc-4481-bd2d-641fd616fde7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:29.045217 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2e9f88eb-0f32-42c3-87ed-80ea2565f0a8 req-537caf8a-3adc-4481-bd2d-641fd616fde7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0689867 Jul 22 21:06:29.082579 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2e9f88eb-0f32-42c3-87ed-80ea2565f0a8 req-5f249297-a0e6-4ce5-94d2-bd2802c28900 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Jul 22 21:06:29.195795 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6635f2-d079-4d71-abe8-b267b31751c4 req-3a3291d9-da9c-4042-abf8-6843dfa47ca5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:29.197180 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0e6635f2-d079-4d71-abe8-b267b31751c4 req-3a3291d9-da9c-4042-abf8-6843dfa47ca5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0631571 Jul 22 21:06:29.239107 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0e6635f2-d079-4d71-abe8-b267b31751c4 req-bb025487-85ca-421d-9a76-0aef0e838870 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363533 Jul 22 21:06:30.225473 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faffca3-9c72-458b-aea1-d5dcac47a01d req-f553711b-7427-449a-b3fe-5e1bebaa7150 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:30.227004 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9faffca3-9c72-458b-aea1-d5dcac47a01d req-f553711b-7427-449a-b3fe-5e1bebaa7150 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0720878 Jul 22 21:06:30.266711 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9faffca3-9c72-458b-aea1-d5dcac47a01d req-c76d76b2-a0b1-4de5-91c6-537d671d1109 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334966 Jul 22 21:06:30.369578 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27755d3-151b-4a20-8e15-5d24318b029e req-ab8c0065-1234-4510-b9dd-852dc5d609ef tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:30.371065 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e27755d3-151b-4a20-8e15-5d24318b029e req-ab8c0065-1234-4510-b9dd-852dc5d609ef tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0652661 Jul 22 21:06:30.408713 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e27755d3-151b-4a20-8e15-5d24318b029e req-8d4b0063-f822-440b-b904-39a989ff1b57 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Jul 22 21:06:31.073426 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bebee-f849-43f5-87e7-e55947808940 req-7a95ccca-fcef-4bad-9f53-ba79daf0121a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:31.074955 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-026bebee-f849-43f5-87e7-e55947808940 req-7a95ccca-fcef-4bad-9f53-ba79daf0121a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0663548 Jul 22 21:06:31.135206 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-026bebee-f849-43f5-87e7-e55947808940 req-97f366e5-402f-4dfd-99bd-468d3785855d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544326 Jul 22 21:06:31.412651 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93819e87-979f-4ab6-8a38-ebb988bdc4f3 req-40c0cead-0bc6-4da3-a5ad-361f3f97361c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:31.414109 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-93819e87-979f-4ab6-8a38-ebb988bdc4f3 req-40c0cead-0bc6-4da3-a5ad-361f3f97361c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0665774 Jul 22 21:06:31.455541 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-93819e87-979f-4ab6-8a38-ebb988bdc4f3 req-5e0ce866-3265-4c1f-998d-ea20911b9ff3 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358093 Jul 22 21:06:31.583342 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f000815-c89d-4c2f-a72e-e91566707c2a req-1eeb4c74-1cb9-4f04-a532-f309b0c13c76 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:31.585041 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9f000815-c89d-4c2f-a72e-e91566707c2a req-1eeb4c74-1cb9-4f04-a532-f309b0c13c76 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0687845 Jul 22 21:06:31.626383 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9f000815-c89d-4c2f-a72e-e91566707c2a req-918bfeb8-0f0a-451b-8e35-079a9cd23e6b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Jul 22 21:06:32.194207 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58524) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:32.264570 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2bc86-fc69-4972-b08f-13db1ecb57ab req-5804c25d-5ebd-48ca-a2ee-0e3495ecf89d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:32.265861 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-feb2bc86-fc69-4972-b08f-13db1ecb57ab req-5804c25d-5ebd-48ca-a2ee-0e3495ecf89d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0655613 Jul 22 21:06:32.315429 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.333641 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-feb2bc86-fc69-4972-b08f-13db1ecb57ab req-23541180-2095-4188-b19e-bad552cdfb3b tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616956 Jul 22 21:06:32.426320 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.431092 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.476966 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58fb32b5bb7e4c588791363b9b6cc801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815940 Jul 22 21:06:32.478075 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3862e1-cdec-4aea-8960-481f4de7710a,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:32.479801 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58534) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:32.487424 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.487855 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.488264 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.488703 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.489665 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.490256 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.490932 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.491250 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.491588 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.492031 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.492417 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.492808 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fef3ef-7f4e-43f6-ab47-18b952419018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.548813 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.602166 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.776405 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996a99-89bc-4694-93a1-0f1a033bfbfc req-2277f93f-b8f2-4045-b5a8-8aafc40d4305 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:32.776405 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-05996a99-89bc-4694-93a1-0f1a033bfbfc req-2277f93f-b8f2-4045-b5a8-8aafc40d4305 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0726328 Jul 22 21:06:32.812771 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-05996a99-89bc-4694-93a1-0f1a033bfbfc req-ef33232c-e12b-4fba-b539-3b708c1ff812 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Jul 22 21:06:32.896573 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499dab6-8d73-466f-9890-c81e25be1559 req-3c29e32d-da82-4612-a1a8-e967b538ea99 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:32.898084 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2499dab6-8d73-466f-9890-c81e25be1559 req-3c29e32d-da82-4612-a1a8-e967b538ea99 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.3514986 Jul 22 21:06:32.912519 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.915022 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:32.916016 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc3862e1-cdec-4aea-8960-481f4de7710a HTTP/1.1" status: 204 len: 168 time: 0.4352517 Jul 22 21:06:32.935255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3862e1-cdec-4aea-8960-481f4de7710a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:32.951526 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.952003 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.952414 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.952828 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.953166 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.953502 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.954022 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.954386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.954907 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.955104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.955428 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.955921 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbd618-1c9e-44a1-b149-ae33f38ddc6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:32.961341 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2499dab6-8d73-466f-9890-c81e25be1559 req-176dbf3f-72ca-4827-a6ce-3fead462564f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575178 Jul 22 21:06:33.176073 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58546) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:33.189843 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85472a21-1d04-4838-8f1d-db8f2c06bc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.283280 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85472a21-1d04-4838-8f1d-db8f2c06bc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.287636 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85472a21-1d04-4838-8f1d-db8f2c06bc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.326664 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-85472a21-1d04-4838-8f1d-db8f2c06bc20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28391ee3765f489391b4465259ee48b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488521 Jul 22 21:06:33.327574 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85472a21-1d04-4838-8f1d-db8f2c06bc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef3b062-c87d-4e29-b3f2-ef598ff20cba,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:33.329315 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58548) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:33.384684 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1af2c87a-ee9a-4af4-818a-c9df99248b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.406236 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1af2c87a-ee9a-4af4-818a-c9df99248b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.496389 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b2d1-4c2a-46f4-baa5-cd98e7bdd18e req-8cd1ff33-4a98-4a10-aadd-bf588d41ff15 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:33.497786 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dbf1b2d1-4c2a-46f4-baa5-cd98e7bdd18e req-8cd1ff33-4a98-4a10-aadd-bf588d41ff15 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0849135 Jul 22 21:06:33.498797 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1af2c87a-ee9a-4af4-818a-c9df99248b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.501321 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1af2c87a-ee9a-4af4-818a-c9df99248b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.505238 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1af2c87a-ee9a-4af4-818a-c9df99248b48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ef3b062-c87d-4e29-b3f2-ef598ff20cba HTTP/1.1" status: 204 len: 168 time: 0.1709368 Jul 22 21:06:33.529665 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2c87a-ee9a-4af4-818a-c9df99248b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef3b062-c87d-4e29-b3f2-ef598ff20cba,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:33.555782 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dbf1b2d1-4c2a-46f4-baa5-cd98e7bdd18e req-ce39942d-2cef-41cf-8bdf-0a951b6bfe15 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 Jul 22 21:06:33.847354 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58562) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:33.861527 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ab81dc75-eac9-4b15-9183-becb0601864e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:33.985401 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef24ef-e0f3-4661-a3e7-5b998f9c8bf0 req-09d664f0-d6a7-4150-9182-480c57045043 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:33.986891 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dfef24ef-e0f3-4661-a3e7-5b998f9c8bf0 req-09d664f0-d6a7-4150-9182-480c57045043 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0999575 Jul 22 21:06:34.023042 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ab81dc75-eac9-4b15-9183-becb0601864e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.025178 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.034807 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ab81dc75-eac9-4b15-9183-becb0601864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.074515 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dfef24ef-e0f3-4661-a3e7-5b998f9c8bf0 req-13b761c7-2959-4937-b953-35a367438f01 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787606 Jul 22 21:06:34.103501 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-ab81dc75-eac9-4b15-9183-becb0601864e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f2b18468761469aa51132e55c45d7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549241 Jul 22 21:06:34.104429 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81dc75-eac9-4b15-9183-becb0601864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d166b6-1684-4e43-9eb4-2d61eed4bdb9,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:34.106498 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58566) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:34.144414 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7b9a-c1bb-49f9-b0a3-79bd51b7ed95 req-45ad43f8-19aa-4f21-ba23-c1c7990fb902 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:34.146032 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fa4d7b9a-c1bb-49f9-b0a3-79bd51b7ed95 req-45ad43f8-19aa-4f21-ba23-c1c7990fb902 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0978718 Jul 22 21:06:34.200893 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fa4d7b9a-c1bb-49f9-b0a3-79bd51b7ed95 req-697a0901-e3b9-473d-92c6-9ecba04bf834 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482497 Jul 22 21:06:34.201928 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b968de9f-8813-489b-8c22-8a0c157684d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.224198 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b968de9f-8813-489b-8c22-8a0c157684d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.269458 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b968de9f-8813-489b-8c22-8a0c157684d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.272770 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b968de9f-8813-489b-8c22-8a0c157684d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:34.273950 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-b968de9f-8813-489b-8c22-8a0c157684d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8d166b6-1684-4e43-9eb4-2d61eed4bdb9 HTTP/1.1" status: 204 len: 168 time: 0.1655271 Jul 22 21:06:34.281391 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968de9f-8813-489b-8c22-8a0c157684d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d166b6-1684-4e43-9eb4-2d61eed4bdb9,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:34.694453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ea353-c8e7-40d2-8ce8-213ad51d5ef3 req-92f3d1f2-f4ff-4900-b08a-7343e31f11f8 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:34.695950 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6ea353-c8e7-40d2-8ce8-213ad51d5ef3 req-92f3d1f2-f4ff-4900-b08a-7343e31f11f8 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0703859 Jul 22 21:06:34.734991 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6ea353-c8e7-40d2-8ce8-213ad51d5ef3 req-b1d7558a-74aa-44d1-8ec4-8e35ed11d20f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334549 Jul 22 21:06:35.211740 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf89207-277c-4a29-93e7-3f7c470810bb req-6989ab90-1376-46a8-ad63-a797b270619f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:35.213248 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fbf89207-277c-4a29-93e7-3f7c470810bb req-6989ab90-1376-46a8-ad63-a797b270619f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0708742 Jul 22 21:06:35.256618 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fbf89207-277c-4a29-93e7-3f7c470810bb req-1956e0a0-49d6-4446-8ef3-8efed01e3a0d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 Jul 22 21:06:35.377463 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810952-e5e4-48ba-9ae5-13a4b049f902 req-3563669c-11d5-4b7b-9d29-6bbfe05cb45d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:35.383594 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c810952-e5e4-48ba-9ae5-13a4b049f902 req-3563669c-11d5-4b7b-9d29-6bbfe05cb45d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0834296 Jul 22 21:06:35.421250 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c810952-e5e4-48ba-9ae5-13a4b049f902 req-66fb077a-f39e-41f2-94e6-7c7952d60c89 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354259 Jul 22 21:06:35.871852 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566cd7c-5c6e-4cc8-a633-7d943173c1f0 req-9047a56f-38f7-4bf8-8326-9e8df6c3c15a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:35.873362 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5566cd7c-5c6e-4cc8-a633-7d943173c1f0 req-9047a56f-38f7-4bf8-8326-9e8df6c3c15a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0699046 Jul 22 21:06:35.916751 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5566cd7c-5c6e-4cc8-a633-7d943173c1f0 req-68cae519-efb9-4f6f-85c8-777a1c840938 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354524 Jul 22 21:06:36.417297 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4870ad3-ab79-4e8f-b379-6949833ba424 req-6e63ec0e-855f-4f5d-959c-76351c1a8a1e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:36.418819 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e4870ad3-ab79-4e8f-b379-6949833ba424 req-6e63ec0e-855f-4f5d-959c-76351c1a8a1e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0769856 Jul 22 21:06:36.463700 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e4870ad3-ab79-4e8f-b379-6949833ba424 req-bf6c36db-d44f-4d25-a6b8-9549153252f1 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Jul 22 21:06:36.560554 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8c2d0-2b5d-497b-8428-01710add8a23 req-8162ee00-82e9-4b78-b04c-93dff644a2e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:36.562016 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-40d8c2d0-2b5d-497b-8428-01710add8a23 req-8162ee00-82e9-4b78-b04c-93dff644a2e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0631387 Jul 22 21:06:36.599270 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-40d8c2d0-2b5d-497b-8428-01710add8a23 req-2eb44188-41f5-41d3-82f2-06c5a392152f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Jul 22 21:06:36.855136 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75e49-abe3-4262-96bd-8266b78e424c req-e3b93eb9-9006-444f-a049-9679a910fb91 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:36.856501 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-e3b93eb9-9006-444f-a049-9679a910fb91 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/networks?id=1c0a5a96-c766-4301-8933-70b0f5369ba8 HTTP/1.1" status: 200 len: 813 time: 0.1033099 Jul 22 21:06:36.874430 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-e59f93af-8f40-4133-879d-5902206e2fa8 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/quotas/844f143380004f94a8a425fa7337fa52 HTTP/1.1" status: 200 len: 375 time: 0.0110357 Jul 22 21:06:36.908702 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-965746f2-8e95-4c10-9305-b1215013b155 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=844f143380004f94a8a425fa7337fa52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291111 Jul 22 21:06:37.007889 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-2e27a171-9680-4c14-ab07-70dd97a21ccc service neutron] 10.222.0.64 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921001 Jul 22 21:06:37.056710 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e917bee-52b4-4230-a7b5-295667234375 req-1255441a-cb74-4c4a-8353-7bdc9a79b4bb tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:37.058218 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6e917bee-52b4-4230-a7b5-295667234375 req-1255441a-cb74-4c4a-8353-7bdc9a79b4bb tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0712867 Jul 22 21:06:37.096919 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6e917bee-52b4-4230-a7b5-295667234375 req-e510f77f-55d3-463b-87cc-08e22d34a8a7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Jul 22 21:06:37.111546 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-d30fad84-5702-42ef-8816-c809eb44f7aa service neutron] 10.222.0.64 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958242 Jul 22 21:06:37.607835 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4448e-b07b-42e9-90dd-27ea91fe3c46 req-901bb2d9-a917-4152-81d7-e7a168e669e9 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:37.609397 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2df4448e-b07b-42e9-90dd-27ea91fe3c46 req-901bb2d9-a917-4152-81d7-e7a168e669e9 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0675092 Jul 22 21:06:37.648825 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2df4448e-b07b-42e9-90dd-27ea91fe3c46 req-c7c7b399-899f-4a9f-aea6-ea4df643d63f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Jul 22 21:06:37.766998 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789c42b-70ac-4c65-b6ce-482cd9dcb5c3 req-e5dbde8e-b1dd-4a02-a856-5429982a5a6a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:37.768483 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8789c42b-70ac-4c65-b6ce-482cd9dcb5c3 req-e5dbde8e-b1dd-4a02-a856-5429982a5a6a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0646319 Jul 22 21:06:37.808998 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8789c42b-70ac-4c65-b6ce-482cd9dcb5c3 req-de6b35d8-d7af-4f5c-b4f2-1fc8daeb97cf tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338721 Jul 22 21:06:38.177848 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08e76d-95e7-4956-b4f6-4c27c62bd12d req-8fd26db2-a7e0-481f-9444-a49be19d6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:38.179667 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ef08e76d-95e7-4956-b4f6-4c27c62bd12d req-8fd26db2-a7e0-481f-9444-a49be19d6c91 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 1099 time: 0.0625720 Jul 22 21:06:38.238801 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ef08e76d-95e7-4956-b4f6-4c27c62bd12d req-38f01bef-3e5b-4e52-a257-4dfb59fc54ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 Jul 22 21:06:38.278450 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a106d-8a37-48cf-bda4-cf165ddf94fa req-78c7d664-7cad-41a8-a65f-e4da923d0ada tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:38.280137 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-df8a106d-8a37-48cf-bda4-cf165ddf94fa req-78c7d664-7cad-41a8-a65f-e4da923d0ada tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0988371 Jul 22 21:06:38.312146 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c65dc6ce-b8ef-4142-b198-0b2db9e6345e req-7d2acff4-0da4-4152-b880-54685b154b27 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 210 time: 0.0483792 Jul 22 21:06:38.324022 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-df8a106d-8a37-48cf-bda4-cf165ddf94fa req-0853ae23-5a34-41c7-ae24-471523a1cf53 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356567 Jul 22 21:06:38.790015 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80996157-a61b-414a-87de-6fc97bf43917 req-be705516-2d04-4052-9170-0db7eba56db1 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:38.791899 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-80996157-a61b-414a-87de-6fc97bf43917 req-be705516-2d04-4052-9170-0db7eba56db1 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0695119 Jul 22 21:06:38.838445 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-80996157-a61b-414a-87de-6fc97bf43917 req-47173921-63c3-4307-8d06-f12bcbd27736 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Jul 22 21:06:38.969809 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a0991-67d7-4259-b454-361a797fb2a8 req-fc3583ca-7b1d-4777-b0b8-fc04135460e3 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:38.971345 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-857a0991-67d7-4259-b454-361a797fb2a8 req-fc3583ca-7b1d-4777-b0b8-fc04135460e3 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0712078 Jul 22 21:06:39.015175 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-857a0991-67d7-4259-b454-361a797fb2a8 req-9a443f13-e8b7-4b64-93f0-0be3dc2b749c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364635 Jul 22 21:06:39.405581 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7779140f-2e3e-4625-a0e0-91d0db4bd1f0 req-bd59441a-3928-4dd7-a4b1-7d841b435864 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 210 time: 0.0294554 Jul 22 21:06:39.466956 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167f31-724b-4451-b2b4-518babe422f5 req-5e7cf2bd-6c26-46dd-ad4d-e4f5bfda57a6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:39.470260 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-02167f31-724b-4451-b2b4-518babe422f5 req-5e7cf2bd-6c26-46dd-ad4d-e4f5bfda57a6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0694282 Jul 22 21:06:39.506436 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-02167f31-724b-4451-b2b4-518babe422f5 req-d7d03937-cdef-4d1b-9a16-dfb886057c49 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Jul 22 21:06:40.059685 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77679228-ae75-4a71-930f-4f59c66019ad req-00c0d6d2-e1e1-4418-bd69-98b870f3b9c7 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:40.061416 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77679228-ae75-4a71-930f-4f59c66019ad req-00c0d6d2-e1e1-4418-bd69-98b870f3b9c7 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1384742 Jul 22 21:06:40.112039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75e49-abe3-4262-96bd-8266b78e424c req-60498ea3-24e0-45f3-881c-9094abcff306 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:40.112039 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-60498ea3-24e0-45f3-881c-9094abcff306 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "GET /v2.0/networks?id=1c0a5a96-c766-4301-8933-70b0f5369ba8 HTTP/1.1" status: 200 len: 813 time: 0.1489928 Jul 22 21:06:40.130018 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77679228-ae75-4a71-930f-4f59c66019ad req-ce9142ff-8c3a-42f5-a57d-5ecce6ea146a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573318 Jul 22 21:06:40.200122 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5c7dd-c53b-47e2-9d60-fd5426472833 req-c64d213d-8b8f-450b-b5d6-bce39af3a64d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:40.201834 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Request body: {'port': {'device_id': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8', 'admin_state_up': True, 'tenant_id': '844f143380004f94a8a425fa7337fa52'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:40.207661 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-26d5c7dd-c53b-47e2-9d60-fd5426472833 req-c64d213d-8b8f-450b-b5d6-bce39af3a64d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0912228 Jul 22 21:06:40.244405 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-26d5c7dd-c53b-47e2-9d60-fd5426472833 req-609e1d03-0d26-44e4-9dec-d2bc147f579e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357904 Jul 22 21:06:40.341977 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Made reservation on behalf of 844f143380004f94a8a425fa7337fa52 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:40.346128 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:40.506788 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4828252a-fbac-4fdf-ac51-f8f467ef7a1e req-619db1a4-5fac-44b6-8a70-a7da1390c1fb tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 210 time: 0.0314057 Jul 22 21:06:40.538766 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Allocated IP 172.20.0.12 (1c0a5a96-c766-4301-8933-70b0f5369ba8/28894523-7a2b-4d3d-849d-3a2e30a93b1e/707b972f-c64a-4ebc-bace-399952bbf85a) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:40.549843 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61f826-b341-46c2-9b2b-e2dcf9b87f55 req-2ab88344-ce72-445e-96f1-264a10a98aa1 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:40.551536 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ff61f826-b341-46c2-9b2b-e2dcf9b87f55 req-2ab88344-ce72-445e-96f1-264a10a98aa1 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.1438220 Jul 22 21:06:40.632631 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ff61f826-b341-46c2-9b2b-e2dcf9b87f55 req-787063b2-6f37-4018-855d-5a43baa86f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710142 Jul 22 21:06:40.666656 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58748) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:40.672848 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07281e4a-2588-48de-a40c-bc356b285254 req-4d6409a4-d055-4962-ac28-e5a0cc48243d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:40.674370 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-07281e4a-2588-48de-a40c-bc356b285254 req-4d6409a4-d055-4962-ac28-e5a0cc48243d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0812144 Jul 22 21:06:40.715356 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-07281e4a-2588-48de-a40c-bc356b285254 req-5864744b-db32-4d3e-a62a-be064cdff74e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Jul 22 21:06:40.786869 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:40.837640 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:40.944658 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Network 1c0a5a96-c766-4301-8933-70b0f5369ba8 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:40.952275 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:40.955849 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:40.962484 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:40.963351 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:40.983655 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Pushing event updated for resources: {'Port': ['ID=707b972f-c64a-4ebc-bace-399952bbf85a,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:41.004312 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-9f012816-a20d-4761-839f-93622732d4b3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8073339 Jul 22 21:06:41.016801 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af84917-4553-40f9-9ae0-485cd4ea6f22 tempest-TestMinimumBasicScenario-710147653 tempest-TestMinimumBasicScenario-710147653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:41.018319 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-5af84917-4553-40f9-9ae0-485cd4ea6f22 tempest-TestMinimumBasicScenario-710147653 tempest-TestMinimumBasicScenario-710147653-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1093 time: 0.3506908 Jul 22 21:06:41.021453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58766) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:41.027070 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'port_id': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:41.042581 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Request body: {'port': {'device_id': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:41.084547 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for floatingip, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:41.153380 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:41.384231 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c2e6-85ec-43d5-bac2-b5b0f5e2bfc9 req-55f21127-aeda-4705-9b40-769203ce959f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:41.385863 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3933c2e6-85ec-43d5-bac2-b5b0f5e2bfc9 req-55f21127-aeda-4705-9b40-769203ce959f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0663121 Jul 22 21:06:41.389649 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:41.412667 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bc60d-1f58-4bfc-9223-a4c600783a2f req-5f3ca142-b26c-448f-9bb1-5255632dd94f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:41.414228 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f85bc60d-1f58-4bfc-9223-a4c600783a2f req-5f3ca142-b26c-448f-9bb1-5255632dd94f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1928873 Jul 22 21:06:41.425353 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3933c2e6-85ec-43d5-bac2-b5b0f5e2bfc9 req-66ea6cd6-17fb-4461-9907-e7a9481f8cbe tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331912 Jul 22 21:06:41.575731 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f85bc60d-1f58-4bfc-9223-a4c600783a2f req-f8ebf4dc-7420-4331-8990-93f2357fa594 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527522 Jul 22 21:06:41.620060 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Allocated IP 172.27.2.242 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/67c1bfb2-8f38-4b91-9b7e-f2114f94dcbd) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:41.661967 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5fe5-9d38-4330-a007-0c359999d28e req-ff46a2bb-df79-41f1-938b-b6dc90dac008 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:41.667503 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8b3c5fe5-9d38-4330-a007-0c359999d28e req-ff46a2bb-df79-41f1-938b-b6dc90dac008 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 932 time: 0.0841060 Jul 22 21:06:41.691874 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707b972f-c64a-4ebc-bace-399952bbf85a {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:06:41.704589 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8b3c5fe5-9d38-4330-a007-0c359999d28e req-b5ee1481-9bfd-49ce-b3ee-4d220b44149e tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Jul 22 21:06:41.721476 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:41.771110 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Transition to ACTIVE for port object 707b972f-c64a-4ebc-bace-399952bbf85a will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:41.779408 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:41.853471 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02aa6a-1ee6-455a-8c7e-6634e01d4029 req-c138e502-32d0-4853-9eb7-6bf0ea38bf4d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:41.854961 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5b02aa6a-1ee6-455a-8c7e-6634e01d4029 req-c138e502-32d0-4853-9eb7-6bf0ea38bf4d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0685041 Jul 22 21:06:41.871406 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:41.879953 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Pushing event updated for resources: {'Port': ['ID=707b972f-c64a-4ebc-bace-399952bbf85a,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:41.894244 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5b02aa6a-1ee6-455a-8c7e-6634e01d4029 req-ec43e3ca-0efc-44b4-a635-a21fb8996cb5 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332048 Jul 22 21:06:41.907252 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a826f-a523-4a98-b7a9-88165793e42a req-63826702-dd7d-40e2-b738-e50d08af243a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:41.908887 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fd7a826f-a523-4a98-b7a9-88165793e42a req-63826702-dd7d-40e2-b738-e50d08af243a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.2470934 Jul 22 21:06:41.943635 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Attempting to bind port 707b972f-c64a-4ebc-bace-399952bbf85a on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:41.944270 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Attempting to bind port 707b972f-c64a-4ebc-bace-399952bbf85a by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:41.944270 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Attempting to bind port 707b972f-c64a-4ebc-bace-399952bbf85a on network 1c0a5a96-c766-4301-8933-70b0f5369ba8 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:41.959742 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Port 707b972f-c64a-4ebc-bace-399952bbf85a on network 1c0a5a96-c766-4301-8933-70b0f5369ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:06:41.960067 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Attempting to bind port 707b972f-c64a-4ebc-bace-399952bbf85a on network 1c0a5a96-c766-4301-8933-70b0f5369ba8 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:41.980366 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:41.980703 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Checking segment: {'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:41.981083 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Bound using segment: {'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:41.981517 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Bound port: 707b972f-c64a-4ebc-bace-399952bbf85a, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:41.981870 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:41.985867 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fd7a826f-a523-4a98-b7a9-88165793e42a req-2796aa08-7b33-49aa-a72d-6f53fad64b03 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695808 Jul 22 21:06:42.026503 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.074317 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:42.085306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:42.091577 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:42.120920 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'Port': ['ID=67c1bfb2-8f38-4b91-9b7e-f2114f94dcbd,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:42.132814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] For port 707b972f-c64a-4ebc-bace-399952bbf85a, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:42.157241 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] For port 707b972f-c64a-4ebc-bace-399952bbf85a, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=707b972f-c64a-4ebc-bace-399952bbf85a,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:42.180367 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.235520 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:42.236169 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.237652 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] 10.222.0.66 "PUT /v2.0/ports/707b972f-c64a-4ebc-bace-399952bbf85a HTTP/1.1" status: 200 len: 1094 time: 1.2032421 Jul 22 21:06:42.238097 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:42.240356 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0605fc48-f78a-47a4-8722-db255a8178dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:42.316528 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb50112-84e0-47e9-8559-77fbadaeca5d x-openstack-request-id: req-6eb50112-84e0-47e9-8559-77fbadaeca5d {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:42.316815 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:42.317063 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6eb50112-84e0-47e9-8559-77fbadaeca5d {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:42.317452 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a', 'status': 'completed', 'code': 200} Jul 22 21:06:42.344725 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64779cbf-b132-4360-afd7-f0c0c9261269 service neutron] Pushing event updated for resources: {'Port': ['ID=707b972f-c64a-4ebc-bace-399952bbf85a,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:42.580260 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58804) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:42.709762 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-42ff2689-bb43-47b5-9789-9c4b925a571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.838621 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75e49-abe3-4262-96bd-8266b78e424c req-1b1f64b0-2606-4e7a-a819-de0dc87e9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:42.840094 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-1b1f64b0-2606-4e7a-a819-de0dc87e9706 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=844f143380004f94a8a425fa7337fa52&device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 1097 time: 0.4721775 Jul 22 21:06:42.845265 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-42ff2689-bb43-47b5-9789-9c4b925a571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.850803 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-42ff2689-bb43-47b5-9789-9c4b925a571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.878062 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:42.898640 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-42ff2689-bb43-47b5-9789-9c4b925a571b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf4e68e5594c4fe8b7f4e0c69798918f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172827 Jul 22 21:06:42.908616 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68ec93-7996-4b39-bc38-8fe13264080d req-67b52c22-44eb-4950-8626-4179c9f8ae2d tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:42.910078 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1a68ec93-7996-4b39-bc38-8fe13264080d req-67b52c22-44eb-4950-8626-4179c9f8ae2d tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.1310127 Jul 22 21:06:42.910658 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58810) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:42.911303 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff2689-bb43-47b5-9789-9c4b925a571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3e0cf-0aef-43e1-9556-c4b5c362fbc0,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:42.930184 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-4b5350b0-5b73-482a-92af-de81d79cbe19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707b972f-c64a-4ebc-bace-399952bbf85a HTTP/1.1" status: 200 len: 217 time: 0.0666802 Jul 22 21:06:42.990872 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9282c-8446-47c2-ac73-7f614f73adc3 req-dceb755a-1a10-4fa9-a6fd-161e6cf150e1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:42.995387 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4ee9282c-8446-47c2-ac73-7f614f73adc3 req-dceb755a-1a10-4fa9-a6fd-161e6cf150e1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.4660969 Jul 22 21:06:42.995541 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1a68ec93-7996-4b39-bc38-8fe13264080d req-d48d057a-d1b4-46f7-a27a-45b50fe9f28c tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Jul 22 21:06:43.000205 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3608d71b-668c-4579-bdf9-549a61ac1fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.024787 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3608d71b-668c-4579-bdf9-549a61ac1fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.029286 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75e49-abe3-4262-96bd-8266b78e424c req-cb921d84-c732-48fa-ab25-b50ba7824338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:43.030765 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-cb921d84-c732-48fa-ab25-b50ba7824338 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=28894523-7a2b-4d3d-849d-3a2e30a93b1e HTTP/1.1" status: 200 len: 853 time: 0.0915320 Jul 22 21:06:43.098558 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-50edd537-a879-4ee9-8551-16b78b86858e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c0a5a96-c766-4301-8933-70b0f5369ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484831 Jul 22 21:06:43.104607 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3608d71b-668c-4579-bdf9-549a61ac1fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.107378 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3608d71b-668c-4579-bdf9-549a61ac1fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.108690 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-3608d71b-668c-4579-bdf9-549a61ac1fd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2f3e0cf-0aef-43e1-9556-c4b5c362fbc0 HTTP/1.1" status: 204 len: 168 time: 0.1946588 Jul 22 21:06:43.109505 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4ee9282c-8446-47c2-ac73-7f614f73adc3 req-cb937fe0-7af8-434e-aa19-288394cc7e40 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044567 Jul 22 21:06:43.132031 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608d71b-668c-4579-bdf9-549a61ac1fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f3e0cf-0aef-43e1-9556-c4b5c362fbc0,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:43.147529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.169427 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beeb19-8c2a-4c62-8d3b-d68ac1666f86 req-6e5be4a0-28d2-43b0-ae38-ac210c0c3b47 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:43.171225 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c9beeb19-8c2a-4c62-8d3b-d68ac1666f86 req-6e5be4a0-28d2-43b0-ae38-ac210c0c3b47 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1059647 Jul 22 21:06:43.222876 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c9beeb19-8c2a-4c62-8d3b-d68ac1666f86 req-9c930896-6753-4ca9-b348-1862803d047e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Jul 22 21:06:43.302930 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-46197411-2c0e-4b61-8c2a-800d82415861 service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967523 Jul 22 21:06:43.434054 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58822) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:43.447950 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f11eba3a-c167-4be0-ad11-32cc1357be88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.459916 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34e75e49-abe3-4262-96bd-8266b78e424c req-a2506d28-888f-4404-8523-a74dc3f6a3ef service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299775 Jul 22 21:06:43.473567 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.484064 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.522550 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.560665 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f11eba3a-c167-4be0-ad11-32cc1357be88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.565403 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-f11eba3a-c167-4be0-ad11-32cc1357be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.608096 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'Port': ['ID=67c1bfb2-8f38-4b91-9b7e-f2114f94dcbd,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:43.641632 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-f11eba3a-c167-4be0-ad11-32cc1357be88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e2e5a77296d43f68eb244da2663d006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064745 Jul 22 21:06:43.643403 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eba3a-c167-4be0-ad11-32cc1357be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde448ec-853c-4c7b-9d3c-e925190a8761,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:43.647047 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58826) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:43.670411 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Floating IP f9f524b5-1ab3-4766-a908-7aef3ad01413 associated. External IP: 172.27.2.242, port: 65208ba3-1027-4bfd-a9dd-ab16075c2725. Jul 22 21:06:43.722311 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62dc2e9-6a95-4b66-a794-6ae3df8a2dba req-cb52d496-5064-43af-b576-9b3012066906 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:43.723812 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f62dc2e9-6a95-4b66-a794-6ae3df8a2dba req-cb52d496-5064-43af-b576-9b3012066906 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1415076 Jul 22 21:06:43.724551 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9b963fdb-eb7b-4b85-bc77-a8b6865e684e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.763252 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9b963fdb-eb7b-4b85-bc77-a8b6865e684e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.798868 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f62dc2e9-6a95-4b66-a794-6ae3df8a2dba req-93a347ed-8a12-4312-bf70-c5dff0182842 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648506 Jul 22 21:06:43.809296 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605fc48-f78a-47a4-8722-db255a8178dc req-845f6713-f10f-4b4f-b72d-af9116379a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:43.810945 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0605fc48-f78a-47a4-8722-db255a8178dc req-845f6713-f10f-4b4f-b72d-af9116379a24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=844f143380004f94a8a425fa7337fa52&device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 1097 time: 0.1874506 Jul 22 21:06:43.829679 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9b963fdb-eb7b-4b85-bc77-a8b6865e684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.832719 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9b963fdb-eb7b-4b85-bc77-a8b6865e684e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:43.833921 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-9b963fdb-eb7b-4b85-bc77-a8b6865e684e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dde448ec-853c-4c7b-9d3c-e925190a8761 HTTP/1.1" status: 204 len: 168 time: 0.1848428 Jul 22 21:06:43.842330 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b963fdb-eb7b-4b85-bc77-a8b6865e684e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde448ec-853c-4c7b-9d3c-e925190a8761,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:43.848092 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-36f77186-ffb7-48cf-a5ee-a2ce46c35e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:43.849595 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-36f77186-ffb7-48cf-a5ee-a2ce46c35e10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1098 time: 0.1400616 Jul 22 21:06:44.102554 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605fc48-f78a-47a4-8722-db255a8178dc req-799bd4b8-fdd4-4a31-aa22-a83456cb8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.104148 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0605fc48-f78a-47a4-8722-db255a8178dc req-799bd4b8-fdd4-4a31-aa22-a83456cb8734 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1c0a5a96-c766-4301-8933-70b0f5369ba8 HTTP/1.1" status: 200 len: 915 time: 0.2693262 Jul 22 21:06:44.126741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-60fa3855-4c8d-409c-a7ae-c75289012f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.128304 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-60fa3855-4c8d-409c-a7ae-c75289012f30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 921 time: 0.2662380 Jul 22 21:06:44.141851 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Router be102841-bddc-4a97-be05-e989d5285269 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:06:44.187144 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58836) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:44.210192 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-795f3079-7956-485d-aa7e-9989880f0263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:44.213029 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0605fc48-f78a-47a4-8722-db255a8178dc req-e5036525-4bd8-4cc3-9da8-73508646c007 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707b972f-c64a-4ebc-bace-399952bbf85a HTTP/1.1" status: 200 len: 217 time: 0.0902359 Jul 22 21:06:44.217266 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-c2d56de5-3cb0-4d06-9934-e7ed019714d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a HTTP/1.1" status: 200 len: 217 time: 0.0775034 Jul 22 21:06:44.297462 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e599ed0-0c7b-4d09-8d49-bd69bba8068e req-dde2e747-135b-419c-a67c-5c57517b2859 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.299492 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6e599ed0-0c7b-4d09-8d49-bd69bba8068e req-dde2e747-135b-419c-a67c-5c57517b2859 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1055200 Jul 22 21:06:44.362012 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6e599ed0-0c7b-4d09-8d49-bd69bba8068e req-f64a452c-e7b7-4625-bb46-44bbba5def85 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511777 Jul 22 21:06:44.380540 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea91dc-3e73-4589-9271-27cb4800e5be req-db0d8292-374a-458b-a613-8c93acd89007 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.382085 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7dea91dc-3e73-4589-9271-27cb4800e5be req-db0d8292-374a-458b-a613-8c93acd89007 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.3023708 Jul 22 21:06:44.393887 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-795f3079-7956-485d-aa7e-9989880f0263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:44.398871 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-795f3079-7956-485d-aa7e-9989880f0263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:44.422791 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605fc48-f78a-47a4-8722-db255a8178dc req-3ee8566f-f416-4ca6-812d-ea1b5cfad0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.424342 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0605fc48-f78a-47a4-8722-db255a8178dc req-3ee8566f-f416-4ca6-812d-ea1b5cfad0d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=28894523-7a2b-4d3d-849d-3a2e30a93b1e HTTP/1.1" status: 200 len: 853 time: 0.1904855 Jul 22 21:06:44.434590 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-3b5b5242-4927-4a5e-b3e6-0ab15e79f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.436088 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-3b5b5242-4927-4a5e-b3e6-0ab15e79f00b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.2010305 Jul 22 21:06:44.448573 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-795f3079-7956-485d-aa7e-9989880f0263 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b03bd032574b4d4eb02270107b156c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603292 Jul 22 21:06:44.451193 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58842) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:44.463421 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f3079-7956-485d-aa7e-9989880f0263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cffe4e-d492-40aa-ac30-7c71dd58a8ae,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:44.519598 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd325f5a-8803-4fc2-a391-a04e05c8387c req-31c34f01-d0c8-4ed5-9e57-d2a5056fa141 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.521189 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cd325f5a-8803-4fc2-a391-a04e05c8387c req-31c34f01-d0c8-4ed5-9e57-d2a5056fa141 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0715196 Jul 22 21:06:44.562634 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cd325f5a-8803-4fc2-a391-a04e05c8387c req-97cdb4ad-e594-4683-8367-4a2219850541 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348806 Jul 22 21:06:44.652653 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a4438d95-4730-4b21-b4ff-e42c3697d602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:44.720157 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7dea91dc-3e73-4589-9271-27cb4800e5be req-1f5540a7-4e5e-4be1-8d6c-7319df4b01c2 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301861 Jul 22 21:06:44.753830 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:06:44.764159 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] Sync routers for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:06:44.773395 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:44.774003 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:44.776067 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0605fc48-f78a-47a4-8722-db255a8178dc req-656d53c6-72e0-4717-9097-cb96ac792c7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1c0a5a96-c766-4301-8933-70b0f5369ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3065403 Jul 22 21:06:44.782932 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-63748087-97d3-47df-b3eb-b44fc8ff23e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3126807 Jul 22 21:06:44.836156 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:44.878753 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:44.924797 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-814f3e38-ec4f-485a-b391-7a9f79b5f2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:44.938925 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd85e3-8614-4a0d-8aac-8cdec6cdf4cf req-5bf2bda8-9069-423c-8db4-1f79a905ecc3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:44.940730 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d0cd85e3-8614-4a0d-8aac-8cdec6cdf4cf req-5bf2bda8-9069-423c-8db4-1f79a905ecc3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0677333 Jul 22 21:06:44.977564 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b47cfa56-36f3-4ae7-970e-1cf368205f2c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9550581 Jul 22 21:06:44.980545 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d0cd85e3-8614-4a0d-8aac-8cdec6cdf4cf req-d0429683-6041-44a1-9cae-9445b2638a09 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Jul 22 21:06:44.982681 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:44.983293 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58846) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:44.985019 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477" -d '{"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:44.988638 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-deb2c096-3137-41dc-9654-0edee9999336 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197351065', 'description': 'tempest-secgroup-smoke-1197351065 description', 'project_id': '987e1680033e4b3e8c22b6b63f36679b'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:45.017321 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-814f3e38-ec4f-485a-b391-7a9f79b5f2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.025351 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-deb2c096-3137-41dc-9654-0edee9999336 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.032030 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0605fc48-f78a-47a4-8722-db255a8178dc req-ac40668d-f33b-4824-ac04-edc87feb9f42 service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464776 Jul 22 21:06:45.044908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe9f5f5-728a-44ea-af08-99bd34d6530a x-openstack-request-id: req-dfe9f5f5-728a-44ea-af08-99bd34d6530a {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:45.045210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:45.045456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dfe9f5f5-728a-44ea-af08-99bd34d6530a {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:45.045850 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'status': 'completed', 'code': 200} Jul 22 21:06:45.073001 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-f3fec3ba-bfb9-427c-9e75-9e1dc8ca9a1b service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591364 Jul 22 21:06:45.135951 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-814f3e38-ec4f-485a-b391-7a9f79b5f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.138519 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-814f3e38-ec4f-485a-b391-7a9f79b5f2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.139734 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-814f3e38-ec4f-485a-b391-7a9f79b5f2b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0cffe4e-d492-40aa-ac30-7c71dd58a8ae HTTP/1.1" status: 204 len: 168 time: 0.6805966 Jul 22 21:06:45.171919 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f3e38-ec4f-485a-b391-7a9f79b5f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cffe4e-d492-40aa-ac30-7c71dd58a8ae,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:45.220656 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'f9f524b5-1ab3-4766-a908-7aef3ad01413', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': 'be102841-bddc-4a97-be05-e989d5285269', 'port_id': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'mac_address': 'fa:16:3e:30:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:06:42Z', 'updated_at': '2021-07-22T21:06:42Z', 'revision_number': 0, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:38Z', 'revision_number': 5, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:45.228831 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-deb2c096-3137-41dc-9654-0edee9999336 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.245748 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-deb2c096-3137-41dc-9654-0edee9999336 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.273310 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0605fc48-f78a-47a4-8722-db255a8178dc req-2002e5b5-5993-4546-a7e0-c5d5fc784775 service neutron] 10.222.0.66 "GET /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751750 Jul 22 21:06:45.274534 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] Checking router: be102841-bddc-4a97-be05-e989d5285269 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:06:45.279321 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-52f44061-dcbb-425d-b994-5c40e6f9525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:45.280836 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-52f44061-dcbb-425d-b994-5c40e6f9525d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1098 time: 0.1369002 Jul 22 21:06:45.288453 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cee0be14-f2b7-49e6-9abe-42eafa32d719 req-706ec628-1d89-4485-af9f-d4908fdca494 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703789 Jul 22 21:06:45.292363 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-deb2c096-3137-41dc-9654-0edee9999336 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.292547 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:45.293068 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:45.296344 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-deb2c096-3137-41dc-9654-0edee9999336 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3087294 Jul 22 21:06:45.296344 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2c096-3137-41dc-9654-0edee9999336 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729050f1-f193-4270-9d3c-e9e17fcec463,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:45.296623 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58852) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:45.301263 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-aeb9b940-e9a9-4619-a12b-147ebfaabfcf tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'security_group_rule': {'security_group_id': '729050f1-f193-4270-9d3c-e9e17fcec463', 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:45.341419 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b940-e9a9-4619-a12b-147ebfaabfcf tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.413611 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b940-e9a9-4619-a12b-147ebfaabfcf tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.429664 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:45.429973 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b940-e9a9-4619-a12b-147ebfaabfcf tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.481468 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9b940-e9a9-4619-a12b-147ebfaabfcf tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db2cf36-9d14-4339-a243-d27bf55ea860,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:45.497746 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-aeb9b940-e9a9-4619-a12b-147ebfaabfcf tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.500048 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-aeb9b940-e9a9-4619-a12b-147ebfaabfcf tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2023866 Jul 22 21:06:45.502791 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58862) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:45.510215 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-3cb67d20-bba6-40cd-bfe2-b032d5f51148 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'security_group_rule': {'security_group_id': '729050f1-f193-4270-9d3c-e9e17fcec463', 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:45.545772 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d20-bba6-40cd-bfe2-b032d5f51148 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.653338 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d20-bba6-40cd-bfe2-b032d5f51148 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.672096 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d20-bba6-40cd-bfe2-b032d5f51148 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.732547 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb67d20-bba6-40cd-bfe2-b032d5f51148 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61f7451-6c1f-4691-89cb-0e4970ffa42f,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:45.742649 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'f9f524b5-1ab3-4766-a908-7aef3ad01413', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': 'be102841-bddc-4a97-be05-e989d5285269', 'port_id': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'mac_address': 'fa:16:3e:30:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:06:42Z', 'updated_at': '2021-07-22T21:06:42Z', 'revision_number': 0, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:38Z', 'revision_number': 5, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:45.751829 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3cb67d20-bba6-40cd-bfe2-b032d5f51148 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.756019 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3cb67d20-bba6-40cd-bfe2-b032d5f51148 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2490251 Jul 22 21:06:45.756422 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58874) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:45.757260 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10306d5-be27-41f6-aa7e-dde3d15ba9e5 req-2a846ac2-f511-4015-8062-97813e3e9005 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:45.759514 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c10306d5-be27-41f6-aa7e-dde3d15ba9e5 req-2a846ac2-f511-4015-8062-97813e3e9005 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.2007453 Jul 22 21:06:45.762062 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-be00859c-8d54-402e-9190-1a5c3f0c57f3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'security_group_rule': {'security_group_id': '729050f1-f193-4270-9d3c-e9e17fcec463', 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:45.782795 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9397fdaf-7c52-4a93-8ce1-e4f86aa37e14 None None] The sync data for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi is: [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'f9f524b5-1ab3-4766-a908-7aef3ad01413', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': 'be102841-bddc-4a97-be05-e989d5285269', 'port_id': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'mac_address': 'fa:16:3e:30:24:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:06:42Z', 'updated_at': '2021-07-22T21:06:42Z', 'revision_number': 0, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:38Z', 'revision_number': 5, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:06:45.796376 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-5435717e-4cf4-427d-9c51-8b8d618e1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:45.797847 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-5435717e-4cf4-427d-9c51-8b8d618e1bef service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 916 time: 0.4608307 Jul 22 21:06:45.802531 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a6397-6cd1-4c4c-8a73-f11bda25e6e4 req-2a7833c7-05f3-4e7b-aed9-243bcbea5310 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:45.804118 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-216a6397-6cd1-4c4c-8a73-f11bda25e6e4 req-2a7833c7-05f3-4e7b-aed9-243bcbea5310 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1486228 Jul 22 21:06:45.831737 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-be00859c-8d54-402e-9190-1a5c3f0c57f3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.844722 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c10306d5-be27-41f6-aa7e-dde3d15ba9e5 req-62a040c9-3c15-4975-b05a-0d777db3e6c8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768991 Jul 22 21:06:45.954895 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-be00859c-8d54-402e-9190-1a5c3f0c57f3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.962438 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-be00859c-8d54-402e-9190-1a5c3f0c57f3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:45.978017 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-216a6397-6cd1-4c4c-8a73-f11bda25e6e4 req-586388b7-9147-4e29-9fe4-34eb58f81879 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629572 Jul 22 21:06:45.993559 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-27bb180b-1eaa-42ac-ac2d-d3670cbcc136 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 999 time: 0.1790187 Jul 22 21:06:46.004054 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-be00859c-8d54-402e-9190-1a5c3f0c57f3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.011556 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-be00859c-8d54-402e-9190-1a5c3f0c57f3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2507377 Jul 22 21:06:46.011556 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00859c-8d54-402e-9190-1a5c3f0c57f3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a3eb03-7763-4724-b0a6-f2ed24db1832,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.021398 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58884) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:46.032441 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-6675a7a3-abb4-4d32-b2ad-f446f6470794 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'security_group_rule': {'security_group_id': '729050f1-f193-4270-9d3c-e9e17fcec463', 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:46.100242 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c43d4-20b2-4de3-9024-1aeee1907955 req-652e98c1-da96-49bd-9573-18fba1bf0949 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:46.101791 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c98c43d4-20b2-4de3-9024-1aeee1907955 req-652e98c1-da96-49bd-9573-18fba1bf0949 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.1598248 Jul 22 21:06:46.102328 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:06:46.110000 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-4ecddd95-f1f5-43ca-b47a-0ae988b28b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:46.111645 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-4ecddd95-f1f5-43ca-b47a-0ae988b28b4d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 200 len: 853 time: 0.1074352 Jul 22 21:06:46.142844 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6675a7a3-abb4-4d32-b2ad-f446f6470794 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.211654 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58890) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:46.218368 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b64e69-278d-4c84-ba27-e522cd256ae8 None None] New status for floating IP f9f524b5-1ab3-4766-a908-7aef3ad01413: ACTIVE {{(pid=93065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:06:46.233073 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b1884-cbe5-499c-b230-64db43b30a2a req-afb530e9-a402-424e-ae4a-e1644b3cce31 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:46.234835 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d90b1884-cbe5-499c-b230-64db43b30a2a req-afb530e9-a402-424e-ae4a-e1644b3cce31 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1511714 Jul 22 21:06:46.236741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6675a7a3-abb4-4d32-b2ad-f446f6470794 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.238594 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c98c43d4-20b2-4de3-9024-1aeee1907955 req-def0dd88-ec90-407f-8811-dfbfc636be76 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192508 Jul 22 21:06:46.255306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6675a7a3-abb4-4d32-b2ad-f446f6470794 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.275124 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-848a4f2d-801b-4138-921f-6e586456acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:46.278323 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-848a4f2d-801b-4138-921f-6e586456acf5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1109309-8acf-49e5-863c-0dff081e2a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1516991 Jul 22 21:06:46.306263 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:46.306506 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675a7a3-abb4-4d32-b2ad-f446f6470794 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944150cd-b46c-4796-a01d-fc55d604f1b5,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.319312 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6675a7a3-abb4-4d32-b2ad-f446f6470794 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.323627 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-6675a7a3-abb4-4d32-b2ad-f446f6470794 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2981880 Jul 22 21:06:46.326788 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58894) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:46.333314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'security_group_rule': {'security_group_id': '729050f1-f193-4270-9d3c-e9e17fcec463', 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:46.346489 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d90b1884-cbe5-499c-b230-64db43b30a2a req-805c8877-9525-483b-82de-b3c93f21033c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955112 Jul 22 21:06:46.363476 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'port_id': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'mac_address': 'fa:16:3e:01:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:06:46.378279 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1992518915-network', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:46.393621 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.securitygroups_db [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Project 987e1680033e4b3e8c22b6b63f36679b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:06:46.404051 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.407685 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-45ba9a65-ad82-42d2-b408-5ac193f46314 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169796 Jul 22 21:06:46.419804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Made reservation on behalf of b694d144511d4e5ea9bf165c376b0cfd for: {'network': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:46.422164 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.448265 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.451156 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.466416 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a74c8c9-60e8-4418-9bad-1d93855cb73e {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:06:46.496700 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:46.502340 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.503349 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 707b972f-c64a-4ebc-bace-399952bbf85a details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:06:46.512087 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.522664 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.528888 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f4f89e1f-fd62-4683-b2c8-e7dcb65d7477 req-9f42354a-50cd-4791-ad91-86dab33d9555 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065612 Jul 22 21:06:46.553821 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fffd55-3dd9-4d83-b59c-1c9da41b8890,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.568428 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=6']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.586160 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.586508 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.586854 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.587251 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.587618 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.587984 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.588384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.589056 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.589432 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.589749 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.590070 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.590400 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:46.609579 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.615369 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.624821 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.626024 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-1b9d7c7d-f2c2-4469-a687-5ecb994afef5 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982786 Jul 22 21:06:46.629213 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58896) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:46.634434 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'security_group_rule': {'security_group_id': '729050f1-f193-4270-9d3c-e9e17fcec463', 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:46.645395 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=93063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:06:46.657846 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.securitygroups_db [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Project 987e1680033e4b3e8c22b6b63f36679b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:06:46.660716 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.661477 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.segments_db [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Added segment 98f3ca96-5ad7-4946-8370-87c69842dd49 of type vlan for network dd367953-e15a-4ff2-b0c6-1e9706289228 Jul 22 21:06:46.662557 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6c5602-ca33-4aa8-88fb-ca2b54d53373,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.663864 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.666007 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 707b972f-c64a-4ebc-bace-399952bbf85a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=707b972f-c64a-4ebc-bace-399952bbf85a,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:46.679250 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '707b972f-c64a-4ebc-bace-399952bbf85a', 'network_id': '1c0a5a96-c766-4301-8933-70b0f5369ba8', 'port_id': '707b972f-c64a-4ebc-bace-399952bbf85a', 'mac_address': 'fa:16:3e:50:9c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28894523-7a2b-4d3d-849d-3a2e30a93b1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:06:46.720049 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.720477 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.734719 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707b972f-c64a-4ebc-bace-399952bbf85a {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:06:46.746042 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.749925 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.755350 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.756471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:46.757068 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.757476 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 707b972f-c64a-4ebc-bace-399952bbf85a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=707b972f-c64a-4ebc-bace-399952bbf85a,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:46.762369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.769426 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025119f6-0fc1-4e60-b922-b66d21437a30,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.775527 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.780133 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8b0ba0fe-633a-46e6-bdf3-c786fdb408b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466491 Jul 22 21:06:46.799167 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5812433 Jul 22 21:06:46.799167 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58900) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:46.803795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Request body: {'subnet': {'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1992518915-subnet', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:46.818050 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=707b972f-c64a-4ebc-bace-399952bbf85a,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.845309 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93aa852-97dc-4018-afda-c21b77ba9864 admin admin] Pushing event updated for resources: {'Network': ['ID=dd367953-e15a-4ff2-b0c6-1e9706289228,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:46.859850 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network dd367953-e15a-4ff2-b0c6-1e9706289228 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:06:46.864017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Made reservation on behalf of b694d144511d4e5ea9bf165c376b0cfd for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:46.867189 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:46.876811 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-7ad40f21-95c0-4c0d-86f7-67b6d958b13d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197351065&fields=id&tenant_id=987e1680033e4b3e8c22b6b63f36679b HTTP/1.1" status: 200 len: 267 time: 0.0466616 Jul 22 21:06:46.958267 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-8c562a56-d848-4924-ace8-8318e369a1d2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:46.959857 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-8c562a56-d848-4924-ace8-8318e369a1d2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0752978 Jul 22 21:06:46.971565 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'port': {'security_groups': ['18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe', '729050f1-f193-4270-9d3c-e9e17fcec463']}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:47.058651 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba98b0-fef1-497f-bab6-65fe1b629727 req-eefd0517-b03a-44aa-94d8-d8df67dec1a4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:47.060215 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-62ba98b0-fef1-497f-bab6-65fe1b629727 req-eefd0517-b03a-44aa-94d8-d8df67dec1a4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.1242282 Jul 22 21:06:47.061149 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.106014 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['0a74c8c9-60e8-4418-9bad-1d93855cb73e'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:06:47.127185 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.158124 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-62ba98b0-fef1-497f-bab6-65fe1b629727 req-66bc0d1a-5265-46f7-a62d-f5b1d4dbe830 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737746 Jul 22 21:06:47.192812 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=474f9ae1-63b8-44c4-a03f-537516ec69a8,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:47.203043 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Checking segment: {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:47.203723 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Network hostable DHCP agents. Network: dd367953-e15a-4ff2-b0c6-1e9706289228, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:06:47.223147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Network dd367953-e15a-4ff2-b0c6-1e9706289228 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:06:47.234333 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, dd367953-e15a-4ff2-b0c6-1e9706289228) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:47.239634 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:47.240456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.256771 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509d0f6-6112-4e8b-ba97-a0bb5d1182b3 None None] Network dd367953-e15a-4ff2-b0c6-1e9706289228 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:47.263563 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 58906) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:47.264754 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e42eab63-c87a-4437-aa66-346a4c4b5520 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4646058 Jul 22 21:06:47.269345 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:47.311047 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-c94ab1fa-4a1e-44b7-9e43-a77df59ad124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.335777 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.336852 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.354565 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabf0c2-d2ed-4e07-8268-a3982f8de5aa req-e8a5af33-6596-42c8-a381-7a0fd4a7f523 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:47.356223 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aeabf0c2-d2ed-4e07-8268-a3982f8de5aa req-e8a5af33-6596-42c8-a381-7a0fd4a7f523 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0877106 Jul 22 21:06:47.397007 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aeabf0c2-d2ed-4e07-8268-a3982f8de5aa req-eb8dd0f2-4a66-43f0-aa1d-0bde6692f9b2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342441 Jul 22 21:06:47.407331 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:47.425584 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.452653 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-dd367953-e15a-4ff2-b0c6-1e9706289228', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:06:47.453999 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.512699 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.519493 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.531749 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f04387-d29d-48a1-81d9-88d1b825d3ab req-e1cea03b-b5b0-4b85-bf32-119b1ea069c3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:47.538861 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-97f04387-d29d-48a1-81d9-88d1b825d3ab req-e1cea03b-b5b0-4b85-bf32-119b1ea069c3 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 945 time: 0.0818746 Jul 22 21:06:47.559024 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.573903 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['65208ba3-1027-4bfd-a9dd-ab16075c2725'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:06:47.580457 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-97f04387-d29d-48a1-81d9-88d1b825d3ab req-8f9b40a6-fc09-473d-a820-5b5938889e40 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Jul 22 21:06:47.668395 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Allocated IP 172.20.0.2 (dd367953-e15a-4ff2-b0c6-1e9706289228/474f9ae1-63b8-44c4-a03f-537516ec69a8/3f8e3fbe-b5a3-460f-b1eb-577982b223ac) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:47.711722 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86ee5b-4dd9-4d7a-a308-3d68fb4e3245 req-e655faf5-6af1-4cfc-8fe0-22c69d0bb48a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:47.713490 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6e86ee5b-4dd9-4d7a-a308-3d68fb4e3245 req-e655faf5-6af1-4cfc-8fe0-22c69d0bb48a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0737638 Jul 22 21:06:47.756514 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6e86ee5b-4dd9-4d7a-a308-3d68fb4e3245 req-7fe5700c-42aa-4e57-9515-75d146057f72 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367279 Jul 22 21:06:47.804687 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.818010 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['707b972f-c64a-4ebc-bace-399952bbf85a'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:06:47.849216 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:47.850423 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:47.855732 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b29bbb77-a10b-412d-aec8-369dc5d98742 req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "PUT /v2.0/ports/65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 981 time: 0.8887911 Jul 22 21:06:47.856378 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:47.858804 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a77112-bb29-467b-9339-274c682ba916" -d '{"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:47.919914 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f1499-d91f-4d8c-adcc-0f9b9d44b23e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=6']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:47.927281 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6382c9fd-c79a-477a-b1aa-859d69a7b16f x-openstack-request-id: req-6382c9fd-c79a-477a-b1aa-859d69a7b16f {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:47.927786 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:47.928183 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6382c9fd-c79a-477a-b1aa-859d69a7b16f {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:47.928715 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'status': 'completed', 'code': 200} Jul 22 21:06:48.051915 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583886d-7d0e-493c-bf82-ad921287ae36 req-eee0341e-c113-495a-a8b7-6446df725e11 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:48.053754 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4583886d-7d0e-493c-bf82-ad921287ae36 req-eee0341e-c113-495a-a8b7-6446df725e11 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.1304851 Jul 22 21:06:48.124038 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:48.127571 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4583886d-7d0e-493c-bf82-ad921287ae36 req-0119dc51-4fbc-49c6-9e72-158f3fd3080f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651011 Jul 22 21:06:48.176964 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['65208ba3-1027-4bfd-a9dd-ab16075c2725'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:06:48.205367 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a77112-bb29-467b-9339-274c682ba916 req-2ebcc913-321d-41ae-9693-88c5c3ae3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:48.206781 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-77a77112-bb29-467b-9339-274c682ba916 req-2ebcc913-321d-41ae-9693-88c5c3ae3fb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1137 time: 0.1607606 Jul 22 21:06:48.218105 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.253012 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.318924 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.368204 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Transition to ACTIVE for port object 3f8e3fbe-b5a3-460f-b1eb-577982b223ac will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:48.409398 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-76ec40ff-5428-46e1-9944-b3fc7809cf77 None None] Provisioning complete for port 65208ba3-1027-4bfd-a9dd-ab16075c2725 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:48.409844 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-76ec40ff-5428-46e1-9944-b3fc7809cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.495589 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Transition to ACTIVE for port object 3f8e3fbe-b5a3-460f-b1eb-577982b223ac will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:48.512869 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 0a74c8c9-60e8-4418-9bad-1d93855cb73e triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:48.512869 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.517904 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212eec6-d397-49b2-84ed-e2a970c73ee8 req-f91d5594-3e5f-4bcc-a6fc-41db8534323c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:48.520339 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0212eec6-d397-49b2-84ed-e2a970c73ee8 req-f91d5594-3e5f-4bcc-a6fc-41db8534323c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.2724307 Jul 22 21:06:48.532152 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a77112-bb29-467b-9339-274c682ba916 req-9a1672ad-9105-46eb-9879-f12075fd9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:48.533626 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-77a77112-bb29-467b-9339-274c682ba916 req-9a1672ad-9105-46eb-9879-f12075fd9efa service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 916 time: 0.2828205 Jul 22 21:06:48.567415 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.569414 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf6a0-df97-45a8-81ef-bc54eb336e22 req-410220c3-f356-4150-a0e9-fc18087d900f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:48.571880 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-adccf6a0-df97-45a8-81ef-bc54eb336e22 req-410220c3-f356-4150-a0e9-fc18087d900f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0850251 Jul 22 21:06:48.572349 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.620204 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-adccf6a0-df97-45a8-81ef-bc54eb336e22 req-aa627ae7-6fab-49ae-bf7e-9d207ac783aa tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Jul 22 21:06:48.622337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Allocated IP 172.27.2.220 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/a429a6d9-9e7c-4855-b7ca-18e2d50d129d) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:48.671428 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0212eec6-d397-49b2-84ed-e2a970c73ee8 req-c691149f-15eb-4585-a23b-be84780b6925 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367085 Jul 22 21:06:48.676328 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Network dd367953-e15a-4ff2-b0c6-1e9706289228 is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:48.709343 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:48.725942 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:48.729928 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Pushing event updated for resources: {'Port': ['ID=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:48.749684 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-77a77112-bb29-467b-9339-274c682ba916 req-28948733-627b-4dea-86fa-856c723b87c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 1001 time: 0.2006152 Jul 22 21:06:48.787470 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643a4ad-8326-4646-8bbd-0617dd5bcdff req-a28fedfd-5811-45a1-b1bc-d9a61f029168 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:48.796434 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1643a4ad-8326-4646-8bbd-0617dd5bcdff req-a28fedfd-5811-45a1-b1bc-d9a61f029168 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 945 time: 0.0982528 Jul 22 21:06:48.856023 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1643a4ad-8326-4646-8bbd-0617dd5bcdff req-1a541f1d-21b6-4e27-bc11-6c1cd794ed1e tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530577 Jul 22 21:06:48.933174 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Attempting to bind port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:48.934801 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Attempting to bind port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:48.934801 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Attempting to bind port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac on network dd367953-e15a-4ff2-b0c6-1e9706289228 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:48.962789 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:48.964493 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Checking segment: {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:48.964493 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.964734 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Bound using segment: {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:48.965078 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Bound port: 3f8e3fbe-b5a3-460f-b1eb-577982b223ac, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:48.965464 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.967419 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:48.988075 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a77112-bb29-467b-9339-274c682ba916 req-9cd97910-cfc7-4282-a800-3bd8781912d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:48.989944 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-77a77112-bb29-467b-9339-274c682ba916 req-9cd97910-cfc7-4282-a800-3bd8781912d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 200 len: 853 time: 0.2321646 Jul 22 21:06:48.998488 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:49.062490 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:49.064454 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebde06-1c7d-4e12-88d9-03f69fd9f21d" -d '{"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-plugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:49.117353 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bffdb-fcfe-4081-8951-614a32aff5b0 req-ca093be9-d3a7-4e78-900a-2906ae74d237 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:49.118841 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-216bffdb-fcfe-4081-8951-614a32aff5b0 req-ca093be9-d3a7-4e78-900a-2906ae74d237 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.2497475 Jul 22 21:06:49.139908 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:49.150023 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb09952-17dd-4548-aa07-98f63ed60cec x-openstack-request-id: req-beb09952-17dd-4548-aa07-98f63ed60cec {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:49.150273 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-plugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:49.150383 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-beb09952-17dd-4548-aa07-98f63ed60cec {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:49.150831 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'code': 200} Jul 22 21:06:49.162407 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:49.171535 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a77112-bb29-467b-9339-274c682ba916 req-71cfe108-0bfa-4015-83f2-76bf57ca7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:49.173230 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-77a77112-bb29-467b-9339-274c682ba916 req-71cfe108-0bfa-4015-83f2-76bf57ca7116 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1109309-8acf-49e5-863c-0dff081e2a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1706123 Jul 22 21:06:49.224610 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-216bffdb-fcfe-4081-8951-614a32aff5b0 req-4a5312da-fd35-447b-b4f2-33898b8914c3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961449 Jul 22 21:06:49.232688 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:49.267765 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] For port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:49.281664 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=7']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:49.294879 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:49.310390 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:49.326829 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] For port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:49.343003 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:49.343414 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:49.346325 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:49.468187 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cc283-21e3-48ba-9c1b-44002f7553cc None None] Pushing event updated for resources: {'Port': ['ID=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:49.575900 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-77a77112-bb29-467b-9339-274c682ba916 req-45e86107-e8d6-485f-a397-dc0d3b0e9502 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819494 Jul 22 21:06:49.850337 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb64f30-89c1-4eec-8bc1-d876938fb236 req-4a8aea77-a882-441b-9404-0ed4123591a5 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:49.859866 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cfb64f30-89c1-4eec-8bc1-d876938fb236 req-4a8aea77-a882-441b-9404-0ed4123591a5 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1249528 Jul 22 21:06:49.905202 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-77a77112-bb29-467b-9339-274c682ba916 req-06089721-8c48-4bc5-b0b3-e3275e014779 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073468 Jul 22 21:06:49.908494 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:49.951274 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cfb64f30-89c1-4eec-8bc1-d876938fb236 req-f0963889-ff48-4859-b434-dcea54e2f199 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899856 Jul 22 21:06:50.113524 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 707b972f-c64a-4ebc-bace-399952bbf85a up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:50.135275 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07243e74-b529-445e-9d82-edd82e2b4496 req-520df8a0-0caf-4c63-9c15-320b9fc93e64 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:50.137812 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-07243e74-b529-445e-9d82-edd82e2b4496 req-520df8a0-0caf-4c63-9c15-320b9fc93e64 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 945 time: 0.0999124 Jul 22 21:06:50.193660 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.196649 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-07243e74-b529-445e-9d82-edd82e2b4496 req-b5e3d9bb-6aa3-4c84-8a08-7f536c37cda5 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Jul 22 21:06:50.220069 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 707b972f-c64a-4ebc-bace-399952bbf85a completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:50.225547 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 707b972f-c64a-4ebc-bace-399952bbf85a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:50.226288 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.258035 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacb74a-4e40-4b3d-9cba-817d30a3fb69 req-d18bf347-3726-44ca-9675-d0ff81819c45 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:50.259656 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5eacb74a-4e40-4b3d-9cba-817d30a3fb69 req-d18bf347-3726-44ca-9675-d0ff81819c45 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.4674885 Jul 22 21:06:50.403955 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.420802 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5eacb74a-4e40-4b3d-9cba-817d30a3fb69 req-bfae61bb-fc07-4851-bdf6-25ac00afefe7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501312 Jul 22 21:06:50.476884 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 707b972f-c64a-4ebc-bace-399952bbf85a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=707b972f-c64a-4ebc-bace-399952bbf85a,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:50.482777 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.488027 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.496169 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152215cc-e5c7-4d97-98f0-b9d495627b32 req-53554677-bc7c-4823-8591-127d0708c3dd tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:50.512686 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-152215cc-e5c7-4d97-98f0-b9d495627b32 req-53554677-bc7c-4823-8591-127d0708c3dd tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1506209 Jul 22 21:06:50.603688 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-152215cc-e5c7-4d97-98f0-b9d495627b32 req-69115d36-c457-4fe5-9403-da21f14cc0ac tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899560 Jul 22 21:06:50.633962 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=707b972f-c64a-4ebc-bace-399952bbf85a,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:50.661962 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 3f8e3fbe-b5a3-460f-b1eb-577982b223ac up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:50.700366 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Router ae063e00-70c4-421e-851a-1c3b1dc07bb3 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:06:50.727881 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:50.829567 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:06:50.845867 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Sync routers for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:06:50.852744 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:50.854124 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a74a903f-fc9f-4880-a698-b3a5dc589cf5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5885952 Jul 22 21:06:50.857856 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 58966) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:50.859667 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b776796-7601-46bb-8ff2-0f4f523f7a1e None None] Network dd367953-e15a-4ff2-b0c6-1e9706289228 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:50.867779 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:50.868683 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:51.010325 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:51.027331 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-bdfe104b-1d06-4fb7-923f-d170001495a4 None None] Provisioning for port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:51.035016 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-bdfe104b-1d06-4fb7-923f-d170001495a4 None None] Provisioning complete for port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:51.035016 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bdfe104b-1d06-4fb7-923f-d170001495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.164939 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:06:51.168511 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0caa73-52a2-48ea-a0e4-a7ead17d5b04" -d '{"events": [{"server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "name": "network-vif-plugged", "status": "completed", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:06:51.247365 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bdfe104b-1d06-4fb7-923f-d170001495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.260657 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e286c4-e24f-4576-b5c9-1b18943d4fd4 x-openstack-request-id: req-95e286c4-e24f-4576-b5c9-1b18943d4fd4 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:06:51.262117 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "name": "network-vif-plugged", "status": "completed", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:06:51.262481 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95e286c4-e24f-4576-b5c9-1b18943d4fd4 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:06:51.263507 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a', 'code': 200} Jul 22 21:06:51.273744 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545470e8-7fe8-443e-988e-8529f351752d req-31b388a3-bbcb-4d93-b0bb-7df72415a6a3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:51.287188 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-545470e8-7fe8-443e-988e-8529f351752d req-31b388a3-bbcb-4d93-b0bb-7df72415a6a3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1685109 Jul 22 21:06:51.342167 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:49Z', 'revision_number': 3, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:51.365502 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-bdfe104b-1d06-4fb7-923f-d170001495a4 None None] For port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:51.379017 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bdfe104b-1d06-4fb7-923f-d170001495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.405778 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-545470e8-7fe8-443e-988e-8529f351752d req-7517bf7b-6e87-42e4-80ec-26cb46dcb7fb tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175010 Jul 22 21:06:51.458003 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Checking router: ae063e00-70c4-421e-851a-1c3b1dc07bb3 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:06:51.462695 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Updating router ae063e00-70c4-421e-851a-1c3b1dc07bb3 port a429a6d9-9e7c-4855-b7ca-18e2d50d129d binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:06:51.477333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe104b-1d06-4fb7-923f-d170001495a4 None None] Pushing event updated for resources: {'Port': ['ID=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:51.520361 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.570380 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7d2a5-d45b-4eec-8717-40c12a289bed req-02bdfc14-54e3-49e3-a1cb-dc302b7b6a6a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:51.572409 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34f7d2a5-d45b-4eec-8717-40c12a289bed req-02bdfc14-54e3-49e3-a1cb-dc302b7b6a6a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.1620376 Jul 22 21:06:51.603408 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-fd166b2e-c51b-4a21-8bd8-97a5a718f6e0 None None] Provisioning complete for port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:51.605431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fd166b2e-c51b-4a21-8bd8-97a5a718f6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.648772 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-34f7d2a5-d45b-4eec-8717-40c12a289bed req-e168737f-5d56-4b37-9f69-5b5f24767203 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564466 Jul 22 21:06:51.685089 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ad9e0-f6fe-478c-9f70-5119aa323260 req-a440c2c3-7988-4101-9c93-9fa017513cff tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:51.693473 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-749ad9e0-f6fe-478c-9f70-5119aa323260 req-a440c2c3-7988-4101-9c93-9fa017513cff tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1526132 Jul 22 21:06:51.729450 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d263ba7-1ca0-465b-9db6-c765c579bbc1 req-b668e36b-0ed5-4c02-b49b-7ce9668a4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:51.732867 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0d263ba7-1ca0-465b-9db6-c765c579bbc1 req-b668e36b-0ed5-4c02-b49b-7ce9668a4280 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 1099 time: 0.1495509 Jul 22 21:06:51.751392 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.783146 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-749ad9e0-f6fe-478c-9f70-5119aa323260 req-95349bd1-29e7-41ac-8126-2a9f277c02fb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887516 Jul 22 21:06:51.818424 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0d263ba7-1ca0-465b-9db6-c765c579bbc1 req-69c50780-6c75-484f-ae01-0a93795ed85a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748508 Jul 22 21:06:51.945871 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.957532 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Transition to ACTIVE for port object a429a6d9-9e7c-4855-b7ca-18e2d50d129d will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:51.965535 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b751b5-abe8-4aef-8f4b-fb5e70ba5c93 req-d0fdca1c-15bc-485e-b12e-e8be65b64990 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:51.966216 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:51.967518 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-16b751b5-abe8-4aef-8f4b-fb5e70ba5c93 req-d0fdca1c-15bc-485e-b12e-e8be65b64990 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1779480 Jul 22 21:06:52.016233 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Pushing event updated for resources: {'Port': ['ID=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,revision_number=2']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:52.027173 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.027906 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.028399 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.028879 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.029356 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.029856 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.030335 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.030816 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.031349 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.031678 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.032010 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.032824 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:06:52.050817 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Attempting to bind port a429a6d9-9e7c-4855-b7ca-18e2d50d129d on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:52.051358 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Attempting to bind port a429a6d9-9e7c-4855-b7ca-18e2d50d129d by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:52.051705 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Attempting to bind port a429a6d9-9e7c-4855-b7ca-18e2d50d129d on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:52.053253 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-16b751b5-abe8-4aef-8f4b-fb5e70ba5c93 req-61e8e3a2-69da-435a-a07e-e459f11369f8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 Jul 22 21:06:52.059607 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:52.059979 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:52.060382 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.060769 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:52.061228 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Bound port: a429a6d9-9e7c-4855-b7ca-18e2d50d129d, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:52.061622 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.073685 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Allocated IP 172.20.0.1 (dd367953-e15a-4ff2-b0c6-1e9706289228/474f9ae1-63b8-44c4-a03f-537516ec69a8/b1f7af46-1570-4b60-8a37-1e7bfe77c239) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:52.120302 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] For port a429a6d9-9e7c-4855-b7ca-18e2d50d129d, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:52.125832 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] For port a429a6d9-9e7c-4855-b7ca-18e2d50d129d, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:52.131074 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.208585 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:52.209737 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:52.225448 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.240883 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Transition to ACTIVE for port object b1f7af46-1570-4b60-8a37-1e7bfe77c239 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:52.281822 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.302612 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18dd9c-f8bb-4309-9c0a-d7ee68da2d92 None None] Pushing event updated for resources: {'Port': ['ID=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:52.335429 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Network dd367953-e15a-4ff2-b0c6-1e9706289228 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:52.346052 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:52.350215 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:52.350826 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.397506 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:52.402054 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f7af46-1570-4b60-8a37-1e7bfe77c239,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:52.587889 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 3f8e3fbe-b5a3-460f-b1eb-577982b223ac up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:52.638225 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.678436 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:52.678823 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.712714 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12134ba7-5bbf-4a41-8f2b-4330e1b32736 req-295fe4b3-74fd-4c65-9e6d-d3897754a14a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:52.714573 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-12134ba7-5bbf-4a41-8f2b-4330e1b32736 req-295fe4b3-74fd-4c65-9e6d-d3897754a14a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1595368 Jul 22 21:06:52.776412 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-12134ba7-5bbf-4a41-8f2b-4330e1b32736 req-73492a90-6e32-4f09-8afb-75d2b51a0722 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532308 Jul 22 21:06:52.776720 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-b4434deb-95db-44ad-982d-bc2a222ff57c None None] Provisioning for port b1f7af46-1570-4b60-8a37-1e7bfe77c239 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:52.779154 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:49Z', 'revision_number': 3, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:52.795046 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-b4434deb-95db-44ad-982d-bc2a222ff57c None None] Provisioning complete for port b1f7af46-1570-4b60-8a37-1e7bfe77c239 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:52.795431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-b4434deb-95db-44ad-982d-bc2a222ff57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:52.871605 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-b4434deb-95db-44ad-982d-bc2a222ff57c None None] Port b1f7af46-1570-4b60-8a37-1e7bfe77c239 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:06:52.998163 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0629fd7-45ea-4590-997c-c0bf40553bcc None None] The sync data for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi is: [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:49Z', 'revision_number': 3, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:06:53.025852 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:53.038182 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bfc8e-5dd6-43f7-ba8c-7c22a3a7c914 req-a3db0dcb-cde1-4705-af8e-b5f7ff3217e1 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:53.039563 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d9b0d-6927-43d9-bfe7-4d0f3f2eab80 req-0eb0e022-ccd4-4c79-8040-110f66004d8c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:53.041075 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-006d9b0d-6927-43d9-bfe7-4d0f3f2eab80 req-0eb0e022-ccd4-4c79-8040-110f66004d8c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1167359 Jul 22 21:06:53.041652 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-960bfc8e-5dd6-43f7-ba8c-7c22a3a7c914 req-a3db0dcb-cde1-4705-af8e-b5f7ff3217e1 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.2404706 Jul 22 21:06:53.043675 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:53.054214 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:53.092109 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:06:53.126316 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-006d9b0d-6927-43d9-bfe7-4d0f3f2eab80 req-bd7dba13-4d75-4850-b48f-574a4135b1b7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729609 Jul 22 21:06:53.126500 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f7af46-1570-4b60-8a37-1e7bfe77c239,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:53.217620 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-960bfc8e-5dd6-43f7-ba8c-7c22a3a7c914 req-91cc34bb-cfee-44d8-92d0-a9ea39256cf6 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436269 Jul 22 21:06:53.298557 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ac1b-81ac-4e12-b16a-652757e23791 req-dbcdf0c2-78a8-44a9-899c-17541bf698cb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:53.300528 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9c73ac1b-81ac-4e12-b16a-652757e23791 req-dbcdf0c2-78a8-44a9-899c-17541bf698cb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1155021 Jul 22 21:06:53.365825 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9c73ac1b-81ac-4e12-b16a-652757e23791 req-9f56fea1-beb7-40a3-a392-57d19cc9003a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589414 Jul 22 21:06:53.601948 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Network dd367953-e15a-4ff2-b0c6-1e9706289228 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:53.603504 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:53.785138 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Router ae063e00-70c4-421e-851a-1c3b1dc07bb3 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:06:53.951405 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-34910586-32c7-4737-92b9-ee23205c5f7d None None] Provisioning complete for port b1f7af46-1570-4b60-8a37-1e7bfe77c239 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:53.952769 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-34910586-32c7-4737-92b9-ee23205c5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:54.004188 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-34910586-32c7-4737-92b9-ee23205c5f7d None None] Port b1f7af46-1570-4b60-8a37-1e7bfe77c239 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:06:54.057682 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:06:54.068169 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a10c8dc8-ea70-4cee-8228-0a8c96c882e5 admin admin] 10.222.0.64 "PUT /v2.0/routers/ae063e00-70c4-421e-851a-1c3b1dc07bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2091520 Jul 22 21:06:54.078666 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0d89f-9abf-442a-9c54-11626487030e req-134a0f9c-f688-4f0a-9cab-9895b08303ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:54.082082 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2bc0d89f-9abf-442a-9c54-11626487030e req-134a0f9c-f688-4f0a-9cab-9895b08303ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1586473 Jul 22 21:06:54.171874 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2bc0d89f-9abf-442a-9c54-11626487030e req-9400c857-0cf5-4c5c-9331-5a5aae3f2f20 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701418 Jul 22 21:06:54.357841 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed745483-30ce-4882-954a-963de7e21022 req-b81c227a-5348-4537-be4e-6ba4c340ce56 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:54.368959 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ed745483-30ce-4882-954a-963de7e21022 req-b81c227a-5348-4537-be4e-6ba4c340ce56 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1575425 Jul 22 21:06:54.413078 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c2e5-0adf-493d-95a6-fee781b03d4b req-bbcb6317-b6f6-45e7-9e62-ca3c83fd19f7 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:54.420623 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0647c2e5-0adf-493d-95a6-fee781b03d4b req-bbcb6317-b6f6-45e7-9e62-ca3c83fd19f7 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0964978 Jul 22 21:06:54.433458 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ed745483-30ce-4882-954a-963de7e21022 req-72658818-ceca-46d3-878d-9b20ec5e0736 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635784 Jul 22 21:06:54.503836 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0647c2e5-0adf-493d-95a6-fee781b03d4b req-8907e6c0-5737-4bab-a37a-b55c5779c746 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815787 Jul 22 21:06:54.636023 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device a429a6d9-9e7c-4855-b7ca-18e2d50d129d up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:54.712784 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebf788-6278-4116-8319-a3a20c6282e5 req-f92b40dc-a9e1-466f-b419-438f40019842 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:54.720123 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-68ebf788-6278-4116-8319-a3a20c6282e5 req-f92b40dc-a9e1-466f-b419-438f40019842 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1546612 Jul 22 21:06:54.727982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port a429a6d9-9e7c-4855-b7ca-18e2d50d129d completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:54.741122 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port a429a6d9-9e7c-4855-b7ca-18e2d50d129d triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:54.741515 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:54.828470 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-68ebf788-6278-4116-8319-a3a20c6282e5 req-20289f29-25e4-4abc-987c-bab51be3e61d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006608 Jul 22 21:06:54.894663 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:54.913175 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59022) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:54.922919 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153368599-network', 'tenant_id': '417255469489432e977d3bfd64a4415b'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:54.936013 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port a429a6d9-9e7c-4855-b7ca-18e2d50d129d, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:54.942726 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:54.969357 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Made reservation on behalf of 417255469489432e977d3bfd64a4415b for: {'network': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:54.972100 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:54.983090 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.036256 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:55.174134 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.180976 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.208103 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=93063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:06:55.219275 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3255640f-890b-4750-a3db-d341a3261cb2,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:55.224402 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.224758 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.segments_db [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Added segment c84891aa-f659-4dfa-8a2f-728c742a3a1c of type vlan for network bc3a3642-8841-4937-9fb4-1226f3b5130a Jul 22 21:06:55.287785 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.340162 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.341844 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:55.343506 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.380625 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4654276 Jul 22 21:06:55.380813 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59028) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:55.392078 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Request body: {'subnet': {'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153368599-subnet', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:55.399282 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Sync routers for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:06:55.402023 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043bcc2-876f-4827-a15e-184769d9eb0d req-e9e3c8fd-fa73-429f-ae0e-c436d2c99ec9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:55.410936 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d043bcc2-876f-4827-a15e-184769d9eb0d req-e9e3c8fd-fa73-429f-ae0e-c436d2c99ec9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1177132 Jul 22 21:06:55.416043 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:55.416816 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:55.420967 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Made reservation on behalf of 417255469489432e977d3bfd64a4415b for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:06:55.423255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.470710 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d043bcc2-876f-4827-a15e-184769d9eb0d req-07642a3d-ac76-478c-90a6-bdc408ecee31 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520504 Jul 22 21:06:55.572797 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:55.596871 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008496a-79a7-4672-a7b1-e521f2d9c2ad admin admin] Pushing event updated for resources: {'Network': ['ID=bc3a3642-8841-4937-9fb4-1226f3b5130a,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:55.616571 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network bc3a3642-8841-4937-9fb4-1226f3b5130a details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:06:55.725866 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f859c-dbbc-4e1c-a810-0bbaedd50178 req-30fbd571-8a5b-4222-be05-b77fce1cae6c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:55.728075 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b8f859c-dbbc-4e1c-a810-0bbaedd50178 req-30fbd571-8a5b-4222-be05-b77fce1cae6c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1940718 Jul 22 21:06:55.729888 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.815941 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af11e931-4078-43d9-bafa-fc2bf622d8e9,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:55.838909 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b8f859c-dbbc-4e1c-a810-0bbaedd50178 req-fbed273a-1916-44be-9a4e-d3509ec7716f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042345 Jul 22 21:06:55.862382 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Checking segment: {'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:55.862382 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Network hostable DHCP agents. Network: bc3a3642-8841-4937-9fb4-1226f3b5130a, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:06:55.883280 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Network bc3a3642-8841-4937-9fb4-1226f3b5130a is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:06:55.916961 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, bc3a3642-8841-4937-9fb4-1226f3b5130a) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:55.923780 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:55.925274 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:55.945679 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9326d5b-7a71-4ada-a4bb-f5b91cc11999 None None] Network bc3a3642-8841-4937-9fb4-1226f3b5130a requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:55.968962 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c910f433-0bcd-4e96-a0de-cb50f80ccbd4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5850456 Jul 22 21:06:55.972361 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 59034) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:55.978694 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:06:56.080181 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.082564 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.140058 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548c934-67c2-4a24-844d-4655c2155dff req-ae5240e0-2064-48a7-8825-ddab28291518 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:56.147775 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d548c934-67c2-4a24-844d-4655c2155dff req-ae5240e0-2064-48a7-8825-ddab28291518 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1727579 Jul 22 21:06:56.210844 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.221816 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-bc3a3642-8841-4937-9fb4-1226f3b5130a', 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'fixed_ips': [{'subnet_id': 'af11e931-4078-43d9-bafa-fc2bf622d8e9'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:06:56.223279 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.237317 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 2, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:56.267800 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Checking router: ae063e00-70c4-421e-851a-1c3b1dc07bb3 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:06:56.268269 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Updating router ae063e00-70c4-421e-851a-1c3b1dc07bb3 port b1f7af46-1570-4b60-8a37-1e7bfe77c239 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:06:56.310622 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d548c934-67c2-4a24-844d-4655c2155dff req-bee22f89-e9ba-4cc4-859d-88edb52dbefb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617339 Jul 22 21:06:56.389906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.415728 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.546709 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Allocated IP 172.20.0.2 (bc3a3642-8841-4937-9fb4-1226f3b5130a/af11e931-4078-43d9-bafa-fc2bf622d8e9/8bf40ee5-9bcc-4858-ba2d-79bae23307a3) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:56.583133 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device a429a6d9-9e7c-4855-b7ca-18e2d50d129d up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:56.680029 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4202ca-b3ad-4e0b-90e0-950acbc16dd2 req-064503e2-6901-4272-8006-a95198fb230d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:56.681620 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6b4202ca-b3ad-4e0b-90e0-950acbc16dd2 req-064503e2-6901-4272-8006-a95198fb230d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0949826 Jul 22 21:06:56.734189 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.743212 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6b4202ca-b3ad-4e0b-90e0-950acbc16dd2 req-a200039f-bc19-4f41-9359-5f4935523c26 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509553 Jul 22 21:06:56.785012 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.795757 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port a429a6d9-9e7c-4855-b7ca-18e2d50d129d triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:56.796084 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.935700 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Allocated IP 172.27.2.181 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/461a47dd-b350-4464-b743-850ecbe3849a) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:06:56.956662 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:56.981765 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Transition to ACTIVE for port object 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:56.993220 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.040084 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Transition to ACTIVE for port object 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:57.041616 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Transition to ACTIVE for port object b1f7af46-1570-4b60-8a37-1e7bfe77c239 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:06:57.053467 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.055059 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.113506 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.132344 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffae44b-43bb-49cb-ac2f-52d171ea5e87 req-8985349f-152a-4bf1-aaf7-7c4dc88fb992 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:57.133896 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cffae44b-43bb-49cb-ac2f-52d171ea5e87 req-8985349f-152a-4bf1-aaf7-7c4dc88fb992 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1606863 Jul 22 21:06:57.177782 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Network bc3a3642-8841-4937-9fb4-1226f3b5130a is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:57.208956 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Pushing event updated for resources: {'Port': ['ID=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:57.215402 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:57.221558 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:57.242180 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cffae44b-43bb-49cb-ac2f-52d171ea5e87 req-9877b576-2020-4f6d-b9d9-968d39ab9fb6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919187 Jul 22 21:06:57.269137 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.337168 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:06:57.339222 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Attempting to bind port b1f7af46-1570-4b60-8a37-1e7bfe77c239 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:57.339705 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Attempting to bind port b1f7af46-1570-4b60-8a37-1e7bfe77c239 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:57.339952 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Attempting to bind port b1f7af46-1570-4b60-8a37-1e7bfe77c239 on network dd367953-e15a-4ff2-b0c6-1e9706289228 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:57.346707 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:06:57.350428 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:06:57.388983 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9351b66-a958-4241-8c01-cb919d60f1f3 None None] Pushing event updated for resources: {'Port': ['ID=b1f7af46-1570-4b60-8a37-1e7bfe77c239,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:57.394350 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Pushing event updated for resources: {'Port': ['ID=461a47dd-b350-4464-b743-850ecbe3849a,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:57.408829 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Attempting to bind port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:06:57.409212 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Attempting to bind port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:06:57.409604 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Attempting to bind port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 on network bc3a3642-8841-4937-9fb4-1226f3b5130a {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:06:57.412060 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:57.412432 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Checking segment: {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:57.412830 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.413275 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Bound using segment: {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:57.413751 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Bound port: b1f7af46-1570-4b60-8a37-1e7bfe77c239, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:57.414140 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.449407 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:06:57.449904 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Checking segment: {'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:06:57.452714 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.453135 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Bound using segment: {'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:06:57.453640 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Bound port: 8bf40ee5-9bcc-4858-ba2d-79bae23307a3, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:06:57.454030 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.522577 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a7700-11e7-4421-aafd-ef7a11dbacbd req-3b310764-41c3-4843-a60d-10e2aa156148 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:57.530584 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e77a7700-11e7-4421-aafd-ef7a11dbacbd req-3b310764-41c3-4843-a60d-10e2aa156148 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1024609 Jul 22 21:06:57.586923 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e77a7700-11e7-4421-aafd-ef7a11dbacbd req-791b6015-6429-4d53-87cd-582288478ed4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553002 Jul 22 21:06:57.590808 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] For port b1f7af46-1570-4b60-8a37-1e7bfe77c239, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:57.596174 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] For port b1f7af46-1570-4b60-8a37-1e7bfe77c239, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b1f7af46-1570-4b60-8a37-1e7bfe77c239,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:57.610794 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.617476 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] For port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:06:57.675474 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] For port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,segment=NetworkSegment(c84891aa-f659-4dfa-8a2f-728c742a3a1c),segment_id=c84891aa-f659-4dfa-8a2f-728c742a3a1c)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:06:57.699255 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.704227 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:57.707068 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:57.707724 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:57.863775 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:57.979501 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9351b66-a958-4241-8c01-cb919d60f1f3 None None] Pushing event updated for resources: {'Port': ['ID=b1f7af46-1570-4b60-8a37-1e7bfe77c239,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:58.098388 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dd8a5-604b-4c81-b18d-2d3ed8ef1056 None None] Pushing event updated for resources: {'Port': ['ID=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:58.246211 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da5803-fce9-454b-88fa-43806f2c7fe3 req-356eb875-aa93-4204-9a56-e28464f56a64 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:58.250116 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-175a5283-bb34-4463-a92f-86a15803828b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:57Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:58.260070 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-75da5803-fce9-454b-88fa-43806f2c7fe3 req-356eb875-aa93-4204-9a56-e28464f56a64 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.2182422 Jul 22 21:06:58.290253 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175a5283-bb34-4463-a92f-86a15803828b None None] The sync data for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi is: [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:57Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:06:58.440770 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-75da5803-fce9-454b-88fa-43806f2c7fe3 req-8e6ab3cf-6dfc-408c-a586-11806d6eb1d1 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775692 Jul 22 21:06:58.477938 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:58.540284 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c622c-eea9-457e-ba28-770a9f187575 req-3bd89798-4622-4d63-8d13-43cc50b27dbd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:58.549628 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-848c622c-eea9-457e-ba28-770a9f187575 req-3bd89798-4622-4d63-8d13-43cc50b27dbd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1337097 Jul 22 21:06:58.671114 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-848c622c-eea9-457e-ba28-770a9f187575 req-805f756b-733d-4854-8b7b-ff84a2445cc1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201267 Jul 22 21:06:58.797680 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:58.923061 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661022f9-7ee9-4efa-b23b-308a58003494 req-20c8a08d-cc1a-4ed6-9fb4-50ca68ddc5e0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:58.924724 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-661022f9-7ee9-4efa-b23b-308a58003494 req-20c8a08d-cc1a-4ed6-9fb4-50ca68ddc5e0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1667409 Jul 22 21:06:58.979470 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Router 40d042c6-d9d2-4b44-895b-1ca10302434d is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:06:58.993429 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-661022f9-7ee9-4efa-b23b-308a58003494 req-cc4ccd8a-e3ec-4b46-819e-4fc5c0d38273 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595591 Jul 22 21:06:59.034473 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:59.040493 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b1f7af46-1570-4b60-8a37-1e7bfe77c239 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:06:59.096272 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port b1f7af46-1570-4b60-8a37-1e7bfe77c239 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:59.106447 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b1f7af46-1570-4b60-8a37-1e7bfe77c239 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:59.107604 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:59.110003 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:06:59.122952 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Sync routers for ids ['40d042c6-d9d2-4b44-895b-1ca10302434d'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:06:59.134445 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:59.136577 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-6593a604-6e24-4fb1-aed2-54437ace2d3d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1622360 Jul 22 21:06:59.138769 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59058) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:06:59.147112 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Routers {'40d042c6-d9d2-4b44-895b-1ca10302434d'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:06:59.147308 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['40d042c6-d9d2-4b44-895b-1ca10302434d'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:59.344241 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:59.395762 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port b1f7af46-1570-4b60-8a37-1e7bfe77c239, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b1f7af46-1570-4b60-8a37-1e7bfe77c239,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:06:59.406506 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:59.471902 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Set router 40d042c6-d9d2-4b44-895b-1ca10302434d gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:06:59.488014 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=b1f7af46-1570-4b60-8a37-1e7bfe77c239,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:06:59.757172 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '461a47dd-b350-4464-b743-850ecbe3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:06:57Z', 'revision_number': 3, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port': {'id': '461a47dd-b350-4464-b743-850ecbe3849a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:06:59.761001 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab6bbfe-3fe5-4f62-b7c1-1e0bcf25d0ee None None] Network bc3a3642-8841-4937-9fb4-1226f3b5130a requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:06:59.832451 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Checking router: 40d042c6-d9d2-4b44-895b-1ca10302434d for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:06:59.832951 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Updating router 40d042c6-d9d2-4b44-895b-1ca10302434d port 461a47dd-b350-4464-b743-850ecbe3849a binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:06:59.850077 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0f4b-f65c-4460-bd7f-36dbd55fed51 req-fd3fbb2e-73ea-4fbb-8edd-1f39cfb5feb1 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:59.852754 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-559d0f4b-f65c-4460-bd7f-36dbd55fed51 req-fd3fbb2e-73ea-4fbb-8edd-1f39cfb5feb1 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1588664 Jul 22 21:06:59.860220 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093feeb-f725-49c9-8380-f0cb32e79ef6 req-03e1e245-e648-45ff-b357-62c8e2a9edfd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:06:59.875596 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2093feeb-f725-49c9-8380-f0cb32e79ef6 req-03e1e245-e648-45ff-b357-62c8e2a9edfd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1174021 Jul 22 21:06:59.921742 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:59.930627 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-35767798-ffd4-43a7-bca2-66bfa08e86bb None None] Provisioning for port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:06:59.938238 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-35767798-ffd4-43a7-bca2-66bfa08e86bb None None] Provisioning complete for port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:06:59.938798 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-35767798-ffd4-43a7-bca2-66bfa08e86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:06:59.963411 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2093feeb-f725-49c9-8380-f0cb32e79ef6 req-027d9c9b-b204-4b30-b328-9c17ba76e0ab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866289 Jul 22 21:07:00.078592 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-559d0f4b-f65c-4460-bd7f-36dbd55fed51 req-9c8f677f-4afd-474b-9241-ae90fe852e0b tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487091 Jul 22 21:07:00.093804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.148187 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-35767798-ffd4-43a7-bca2-66bfa08e86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.202293 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-35767798-ffd4-43a7-bca2-66bfa08e86bb None None] For port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,segment=NetworkSegment(c84891aa-f659-4dfa-8a2f-728c742a3a1c),segment_id=c84891aa-f659-4dfa-8a2f-728c742a3a1c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:00.260805 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-35767798-ffd4-43a7-bca2-66bfa08e86bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.278581 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2bfa9-8f5f-436d-9b58-a6c698c098c8 req-7625943f-cdb4-42cd-950c-f4fb6a0b6070 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:00.292196 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-83f2bfa9-8f5f-436d-9b58-a6c698c098c8 req-7625943f-cdb4-42cd-950c-f4fb6a0b6070 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1683269 Jul 22 21:07:00.341069 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35767798-ffd4-43a7-bca2-66bfa08e86bb None None] Pushing event updated for resources: {'Port': ['ID=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:00.359975 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-83f2bfa9-8f5f-436d-9b58-a6c698c098c8 req-756d45f6-42f2-425a-a257-d2359206e1cf tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665803 Jul 22 21:07:00.378889 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Allocated IP 172.20.0.1 (bc3a3642-8841-4937-9fb4-1226f3b5130a/af11e931-4078-43d9-bafa-fc2bf622d8e9/096ea009-dc61-44f8-92a8-487ac25dd718) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:07:00.514925 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.520656 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.529152 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Transition to ACTIVE for port object 461a47dd-b350-4464-b743-850ecbe3849a will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:07:00.537990 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.549848 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Transition to ACTIVE for port object 096ea009-dc61-44f8-92a8-487ac25dd718 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:07:00.593825 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Attempting to bind port 461a47dd-b350-4464-b743-850ecbe3849a on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:07:00.594453 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Attempting to bind port 461a47dd-b350-4464-b743-850ecbe3849a by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:07:00.595182 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Attempting to bind port 461a47dd-b350-4464-b743-850ecbe3849a on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:07:00.605915 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.620098 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:07:00.620840 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:07:00.621701 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.622283 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:07:00.625947 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Bound port: 461a47dd-b350-4464-b743-850ecbe3849a, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:07:00.626664 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.662811 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:00.699699 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f4702-0bf4-41d4-aadb-1ff227b3ce6a None None] Pushing event updated for resources: {'Port': ['ID=461a47dd-b350-4464-b743-850ecbe3849a,revision_number=2']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:00.701163 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Network bc3a3642-8841-4937-9fb4-1226f3b5130a is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:07:00.721697 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:07:00.731095 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] For port 461a47dd-b350-4464-b743-850ecbe3849a, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:07:00.735532 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] For port 461a47dd-b350-4464-b743-850ecbe3849a, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=461a47dd-b350-4464-b743-850ecbe3849a,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:07:00.739855 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:07:00.740370 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.742068 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.747611 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=096ea009-dc61-44f8-92a8-487ac25dd718,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:00.797525 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:00.797907 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.885379 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Routers {'40d042c6-d9d2-4b44-895b-1ca10302434d'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:07:00.887113 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['40d042c6-d9d2-4b44-895b-1ca10302434d'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:07:00.908634 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-ca370a67-1cd2-4ed3-93ff-57534b0f7cac None None] Provisioning complete for port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:00.908634 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ca370a67-1cd2-4ed3-93ff-57534b0f7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:00.941426 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f4702-0bf4-41d4-aadb-1ff227b3ce6a None None] Pushing event updated for resources: {'Port': ['ID=461a47dd-b350-4464-b743-850ecbe3849a,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:01.001280 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b1f7af46-1570-4b60-8a37-1e7bfe77c239 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:01.021402 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.113841 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] Set router 40d042c6-d9d2-4b44-895b-1ca10302434d gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:07:01.141084 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b1f7af46-1570-4b60-8a37-1e7bfe77c239 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:01.141473 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.333506 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d8f2-9296-4915-bb5b-38d2da79ef5a req-edad9cd4-b1b2-425c-8106-33c5ee4ed170 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:01.335662 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6c83d8f2-9296-4915-bb5b-38d2da79ef5a req-edad9cd4-b1b2-425c-8106-33c5ee4ed170 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1160588 Jul 22 21:07:01.336583 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d1b2-ef31-44ff-8f6e-0acaa3f7ff7d req-2bc9ea67-d007-411b-9332-9573bd975349 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:01.338269 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-40f8d1b2-ef31-44ff-8f6e-0acaa3f7ff7d req-2bc9ea67-d007-411b-9332-9573bd975349 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.2181923 Jul 22 21:07:01.343981 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-041f4eec-5d74-44f9-8aa8-638a52552048 None None] Provisioning for port 096ea009-dc61-44f8-92a8-487ac25dd718 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:07:01.355057 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-041f4eec-5d74-44f9-8aa8-638a52552048 None None] Provisioning complete for port 096ea009-dc61-44f8-92a8-487ac25dd718 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:01.355438 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-041f4eec-5d74-44f9-8aa8-638a52552048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.400401 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6c83d8f2-9296-4915-bb5b-38d2da79ef5a req-8a17864e-cd7d-430e-9b14-587dbbaa4ab3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536609 Jul 22 21:07:01.426905 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-40f8d1b2-ef31-44ff-8f6e-0acaa3f7ff7d req-840249bc-c82d-4ba8-9997-e2207e07ae7f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722771 Jul 22 21:07:01.484052 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.484052 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.484052 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:01.505855 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-041f4eec-5d74-44f9-8aa8-638a52552048 None None] Port 096ea009-dc61-44f8-92a8-487ac25dd718 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:07:01.557882 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=096ea009-dc61-44f8-92a8-487ac25dd718,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:01.590026 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '461a47dd-b350-4464-b743-850ecbe3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:06:57Z', 'revision_number': 3, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port': {'id': '461a47dd-b350-4464-b743-850ecbe3849a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:07:01.634869 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc267a5c-b308-4a30-a4fe-2e63ce2516b4 None None] The sync data for ids ['40d042c6-d9d2-4b44-895b-1ca10302434d'] in dv-cinder-800015-2-iscsi is: [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '461a47dd-b350-4464-b743-850ecbe3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:06:57Z', 'revision_number': 3, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port': {'id': '461a47dd-b350-4464-b743-850ecbe3849a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:07:01.655155 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Network bc3a3642-8841-4937-9fb4-1226f3b5130a is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:07:01.656768 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:07:01.715405 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866de86-ba89-495b-88f8-2699cc9e284d req-d407b7fe-1e59-49ad-9081-bbd9c8b765f6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:01.716992 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e866de86-ba89-495b-88f8-2699cc9e284d req-d407b7fe-1e59-49ad-9081-bbd9c8b765f6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0849841 Jul 22 21:07:01.867802 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e866de86-ba89-495b-88f8-2699cc9e284d req-b023f261-a194-4949-acec-fb1eea4e57a1 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207700 Jul 22 21:07:01.885414 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Router 40d042c6-d9d2-4b44-895b-1ca10302434d has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:07:02.069817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:07:02.085263 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-876029c8-d4d9-4c52-ab28-1d9746598dc3 admin admin] 10.222.0.64 "PUT /v2.0/routers/40d042c6-d9d2-4b44-895b-1ca10302434d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9374886 Jul 22 21:07:02.085501 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-0b382f2d-7988-42e4-9b78-43b572d4b855 None None] Provisioning complete for port 096ea009-dc61-44f8-92a8-487ac25dd718 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:02.085501 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0b382f2d-7988-42e4-9b78-43b572d4b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:02.158754 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-0b382f2d-7988-42e4-9b78-43b572d4b855 None None] Port 096ea009-dc61-44f8-92a8-487ac25dd718 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:07:02.601538 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab7a3f-3526-4b10-903b-b6aad910c9fc req-9ba22619-9690-4c2f-b646-1012fe1b7d50 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:02.604121 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d3ab7a3f-3526-4b10-903b-b6aad910c9fc req-9ba22619-9690-4c2f-b646-1012fe1b7d50 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1004856 Jul 22 21:07:02.636735 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 461a47dd-b350-4464-b743-850ecbe3849a up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:02.711227 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d3ab7a3f-3526-4b10-903b-b6aad910c9fc req-3f0ef208-b2bf-4cfd-bdce-f002e05310bd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868084 Jul 22 21:07:02.739187 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 461a47dd-b350-4464-b743-850ecbe3849a completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:07:02.743862 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 461a47dd-b350-4464-b743-850ecbe3849a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:02.744229 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:02.847068 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:02.876916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 461a47dd-b350-4464-b743-850ecbe3849a, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=461a47dd-b350-4464-b743-850ecbe3849a,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:02.893714 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:02.979156 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41e41-3a1e-48ce-bfc2-cf68ebac154b req-e26ecbca-589d-4c1a-b617-ec50f01ac9e9 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:02.979857 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-36b41e41-3a1e-48ce-bfc2-cf68ebac154b req-e26ecbca-589d-4c1a-b617-ec50f01ac9e9 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1808250 Jul 22 21:07:02.981760 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59102) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:02.987853 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-98661958-36af-48c8-9033-9771c4ec8fda tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50144102', 'description': 'tempest-secgroup-smoke-50144102 description', 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:03.023089 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=461a47dd-b350-4464-b743-850ecbe3849a,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:03.063891 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-98661958-36af-48c8-9033-9771c4ec8fda tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.090054 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-36b41e41-3a1e-48ce-bfc2-cf68ebac154b req-e35cd2eb-853d-4029-80b9-eec1caf808db tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015143 Jul 22 21:07:03.269674 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-98661958-36af-48c8-9033-9771c4ec8fda tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.294162 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-98661958-36af-48c8-9033-9771c4ec8fda tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.319025 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b1253-2f3a-4ea8-8d9a-26bf545b63ad req-1d45b5d7-2372-4b40-8204-0617d201692a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:03.322738 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-606b1253-2f3a-4ea8-8d9a-26bf545b63ad req-1d45b5d7-2372-4b40-8204-0617d201692a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1147904 Jul 22 21:07:03.352284 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98661958-36af-48c8-9033-9771c4ec8fda tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40be9fb1-be0d-449c-96bd-3a9417e56564,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:03.373646 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-98661958-36af-48c8-9033-9771c4ec8fda tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.378414 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-98661958-36af-48c8-9033-9771c4ec8fda tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3953488 Jul 22 21:07:03.380144 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59106) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:03.385029 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-e74cff2d-2ab9-46e6-ae9e-5731cf0dbb36 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'security_group_rule': {'security_group_id': '40be9fb1-be0d-449c-96bd-3a9417e56564', 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:03.406325 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-606b1253-2f3a-4ea8-8d9a-26bf545b63ad req-ce06b915-3b86-42c7-9b31-b862123af3ba tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661526 Jul 22 21:07:03.442393 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecec80-c297-45e9-80b1-22360feba131 req-d3292740-3abb-40fe-a974-06427fd7dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:03.443963 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fbecec80-c297-45e9-80b1-22360feba131 req-d3292740-3abb-40fe-a974-06427fd7dc7f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1098 time: 0.1180692 Jul 22 21:07:03.444083 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7011-c2de-4e32-b4a6-618c53d4d806 req-b08ab312-dcce-40b7-8b0e-09290319684b tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:03.445571 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-beac7011-c2de-4e32-b4a6-618c53d4d806 req-b08ab312-dcce-40b7-8b0e-09290319684b tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1909947 Jul 22 21:07:03.461735 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e74cff2d-2ab9-46e6-ae9e-5731cf0dbb36 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.498024 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fbecec80-c297-45e9-80b1-22360feba131 req-6d5b4052-c0aa-4474-b178-790d1e49d1ff service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Jul 22 21:07:03.514798 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-beac7011-c2de-4e32-b4a6-618c53d4d806 req-650102a3-0a46-4ca5-bfed-46c171dd2d1a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608518 Jul 22 21:07:03.586194 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e74cff2d-2ab9-46e6-ae9e-5731cf0dbb36 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.594968 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e74cff2d-2ab9-46e6-ae9e-5731cf0dbb36 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.626591 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cff2d-2ab9-46e6-ae9e-5731cf0dbb36 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad977366-b5e6-4ab2-92f1-9f12aa3f85a1,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:03.631429 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e74cff2d-2ab9-46e6-ae9e-5731cf0dbb36 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.633277 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e74cff2d-2ab9-46e6-ae9e-5731cf0dbb36 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514746 Jul 22 21:07:03.634590 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-431e1dff-d90e-4d87-99f4-3235b09ba060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:03.635966 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 59108) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:03.636366 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-431e1dff-d90e-4d87-99f4-3235b09ba060 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1099 time: 0.1704125 Jul 22 21:07:03.642713 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-3e4e2262-1972-49ab-bad0-7387b06c949e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'security_group_rule': {'security_group_id': '40be9fb1-be0d-449c-96bd-3a9417e56564', 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:03.691698 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2262-1972-49ab-bad0-7387b06c949e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.751424 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2262-1972-49ab-bad0-7387b06c949e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.756953 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2262-1972-49ab-bad0-7387b06c949e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.779340 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e2262-1972-49ab-bad0-7387b06c949e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cca744-61e1-4342-90f6-9e150cdbdfd1,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:03.788856 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e4e2262-1972-49ab-bad0-7387b06c949e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.793408 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59110) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:03.793654 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-3e4e2262-1972-49ab-bad0-7387b06c949e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565094 Jul 22 21:07:03.799074 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-3c07a11f-d0bc-44d4-a5a7-59dbec61462e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'security_group_rule': {'security_group_id': '40be9fb1-be0d-449c-96bd-3a9417e56564', 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:03.836243 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3c07a11f-d0bc-44d4-a5a7-59dbec61462e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.915501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3c07a11f-d0bc-44d4-a5a7-59dbec61462e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.921320 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3c07a11f-d0bc-44d4-a5a7-59dbec61462e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.940639 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07a11f-d0bc-44d4-a5a7-59dbec61462e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a79de2-a5b9-4d1b-b31b-6b7207b0f28b,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:03.948881 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3c07a11f-d0bc-44d4-a5a7-59dbec61462e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:03.950327 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3c07a11f-d0bc-44d4-a5a7-59dbec61462e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554568 Jul 22 21:07:03.953212 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 59112) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:03.958844 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-255788a7-c97c-4de6-9e62-35ca0b07d771 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'security_group_rule': {'security_group_id': '40be9fb1-be0d-449c-96bd-3a9417e56564', 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:03.996049 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-255788a7-c97c-4de6-9e62-35ca0b07d771 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.040669 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.102875 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-255788a7-c97c-4de6-9e62-35ca0b07d771 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.115248 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-255788a7-c97c-4de6-9e62-35ca0b07d771 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.164704 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Sync routers for ids ['40d042c6-d9d2-4b44-895b-1ca10302434d'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:07:04.187550 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-255788a7-c97c-4de6-9e62-35ca0b07d771 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.192300 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59120) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:04.193487 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-255788a7-c97c-4de6-9e62-35ca0b07d771 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2385631 Jul 22 21:07:04.197838 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Routers {'40d042c6-d9d2-4b44-895b-1ca10302434d'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:07:04.198247 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255788a7-c97c-4de6-9e62-35ca0b07d771 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ae7384-06cb-4386-a1de-4c2cc6963da0,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:04.202281 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['40d042c6-d9d2-4b44-895b-1ca10302434d'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:07:04.204807 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'security_group_rule': {'security_group_id': '40be9fb1-be0d-449c-96bd-3a9417e56564', 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:04.329895 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.securitygroups_db [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Project b694d144511d4e5ea9bf165c376b0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:07:04.362937 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.374937 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-29bd8635-cc00-462f-bf53-c33e30b54b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:04.383685 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-29bd8635-cc00-462f-bf53-c33e30b54b94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 913 time: 0.3672509 Jul 22 21:07:04.432762 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d9d55-a767-485f-ac41-4a94c49ec5c9 req-6d47cf64-eef2-4fa4-aedd-03936c9b2d5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:04.477996 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e5d9d55-a767-485f-ac41-4a94c49ec5c9 req-6d47cf64-eef2-4fa4-aedd-03936c9b2d5e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.2231612 Jul 22 21:07:04.560166 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-465c957d-d892-436b-be37-0ae7132e09cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 200 len: 1002 time: 0.1434858 Jul 22 21:07:04.569372 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Set router 40d042c6-d9d2-4b44-895b-1ca10302434d gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:07:04.609889 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e5d9d55-a767-485f-ac41-4a94c49ec5c9 req-5862d88b-45ec-4ddd-a115-67cdc8f5e73b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229484 Jul 22 21:07:04.623017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.662951 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.683365 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72c3601-e442-43c2-b61c-a1ba43427cb7,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:04.717386 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 461a47dd-b350-4464-b743-850ecbe3849a up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:04.725527 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-1988f67f-0335-4506-bfa3-47d17b4d9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:04.727077 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-1988f67f-0335-4506-bfa3-47d17b4d9f3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.1228626 Jul 22 21:07:04.727886 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.729014 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e7b2d820-46a2-4c51-a616-a6d10b26d97c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5329530 Jul 22 21:07:04.732220 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59132) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:04.737609 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'security_group_rule': {'security_group_id': '40be9fb1-be0d-449c-96bd-3a9417e56564', 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:04.806861 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64323ff8-f166-4240-9e48-ec4b6b5cb1e2 req-a59ee1b5-22e2-419b-bce3-e0d98e5e0b14 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:04.809278 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-64323ff8-f166-4240-9e48-ec4b6b5cb1e2 req-a59ee1b5-22e2-419b-bce3-e0d98e5e0b14 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1052668 Jul 22 21:07:04.867339 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 461a47dd-b350-4464-b743-850ecbe3849a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:04.867965 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:04.873703 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-64323ff8-f166-4240-9e48-ec4b6b5cb1e2 req-57ea0b38-82e8-4d9b-8d35-c67e68f1c90c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548754 Jul 22 21:07:05.035709 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '461a47dd-b350-4464-b743-850ecbe3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:00Z', 'revision_number': 4, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port': {'id': '461a47dd-b350-4464-b743-850ecbe3849a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '096ea009-dc61-44f8-92a8-487ac25dd718', 'name': '', 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'mac_address': 'fa:16:3e:f5:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'af11e931-4078-43d9-bafa-fc2bf622d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:07:00Z', 'updated_at': '2021-07-22T21:07:01Z', 'revision_number': 2, 'project_id': '417255469489432e977d3bfd64a4415b', 'subnets': [{'id': 'af11e931-4078-43d9-bafa-fc2bf622d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:07:05.068292 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Checking router: 40d042c6-d9d2-4b44-895b-1ca10302434d for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:07:05.068983 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Updating router 40d042c6-d9d2-4b44-895b-1ca10302434d port 096ea009-dc61-44f8-92a8-487ac25dd718 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:07:05.070395 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe127d2c-66ad-48b4-86a0-3e2a35448460 req-d3e7e83e-2a5e-4ab7-aeec-228f44ed626c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:05.079565 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fe127d2c-66ad-48b4-86a0-3e2a35448460 req-d3e7e83e-2a5e-4ab7-aeec-228f44ed626c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.4871309 Jul 22 21:07:05.083125 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.securitygroups_db [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Project b694d144511d4e5ea9bf165c376b0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:07:05.110486 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.127210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.195426 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fe127d2c-66ad-48b4-86a0-3e2a35448460 req-da713004-e60c-4d37-b97c-bb59bdc8cf2e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145923 Jul 22 21:07:05.199446 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-566d42d2-97f4-4226-a0a4-de38eb4bc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:05.200926 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-566d42d2-97f4-4226-a0a4-de38eb4bc4f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4511127 Jul 22 21:07:05.238401 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.243870 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.265589 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b41e9b-53c5-4046-bf97-9bad25a919da,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:05.272954 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.275527 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-71ce15d7-585a-4b3e-be86-bece8a48fcef tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5421300 Jul 22 21:07:05.453741 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.466464 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Transition to ACTIVE for port object 096ea009-dc61-44f8-92a8-487ac25dd718 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:07:05.476073 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.540946 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9e9f3-559d-4415-a205-891aa88a9046 None None] Pushing event updated for resources: {'Port': ['ID=096ea009-dc61-44f8-92a8-487ac25dd718,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:05.630810 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Attempting to bind port 096ea009-dc61-44f8-92a8-487ac25dd718 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:07:05.631479 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Attempting to bind port 096ea009-dc61-44f8-92a8-487ac25dd718 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:07:05.632079 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Attempting to bind port 096ea009-dc61-44f8-92a8-487ac25dd718 on network bc3a3642-8841-4937-9fb4-1226f3b5130a {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:07:05.641122 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:07:05.641595 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Checking segment: {'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:07:05.642255 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.642883 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Bound using segment: {'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:07:05.643676 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Bound port: 096ea009-dc61-44f8-92a8-487ac25dd718, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84891aa-f659-4dfa-8a2f-728c742a3a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:07:05.644377 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.768191 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] For port 096ea009-dc61-44f8-92a8-487ac25dd718, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:07:05.773875 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] For port 096ea009-dc61-44f8-92a8-487ac25dd718, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=096ea009-dc61-44f8-92a8-487ac25dd718,segment=NetworkSegment(c84891aa-f659-4dfa-8a2f-728c742a3a1c),segment_id=c84891aa-f659-4dfa-8a2f-728c742a3a1c)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:07:05.780035 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:05.822262 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07688e-d55b-42a2-a022-ec94e216b5fa req-5bb5748e-0b94-498f-b68f-cfb960d7a5d6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:05.830342 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6d07688e-d55b-42a2-a022-ec94e216b5fa req-5bb5748e-0b94-498f-b68f-cfb960d7a5d6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.1144044 Jul 22 21:07:05.837917 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Routers {'40d042c6-d9d2-4b44-895b-1ca10302434d'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:07:05.838574 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:06:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['40d042c6-d9d2-4b44-895b-1ca10302434d'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:07:05.874673 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6d07688e-d55b-42a2-a022-ec94e216b5fa req-f7d653ef-1c9f-4d20-9e22-bd73982be4b3 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423667 Jul 22 21:07:06.062682 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9e9f3-559d-4415-a205-891aa88a9046 None None] Pushing event updated for resources: {'Port': ['ID=096ea009-dc61-44f8-92a8-487ac25dd718,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:06.084543 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06fd4b-5763-4988-895d-6662fc4a8719 req-9605ad9e-dc6a-45a4-bb61-e1d42fdfb5d3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:06.086121 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3c06fd4b-5763-4988-895d-6662fc4a8719 req-9605ad9e-dc6a-45a4-bb61-e1d42fdfb5d3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1156657 Jul 22 21:07:06.116333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] Set router 40d042c6-d9d2-4b44-895b-1ca10302434d gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:07:06.136013 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3c06fd4b-5763-4988-895d-6662fc4a8719 req-c1eebc81-1733-46e2-b41a-f6e223d81bb9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Jul 22 21:07:06.330793 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '461a47dd-b350-4464-b743-850ecbe3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:00Z', 'revision_number': 4, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port': {'id': '461a47dd-b350-4464-b743-850ecbe3849a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '096ea009-dc61-44f8-92a8-487ac25dd718', 'name': '', 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'mac_address': 'fa:16:3e:f5:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'af11e931-4078-43d9-bafa-fc2bf622d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:07:00Z', 'updated_at': '2021-07-22T21:07:05Z', 'revision_number': 4, 'project_id': '417255469489432e977d3bfd64a4415b', 'subnets': [{'id': 'af11e931-4078-43d9-bafa-fc2bf622d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:07:06.332980 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a30f1b-0c70-4559-9ba2-6ef83eeadda0 req-04801203-10c2-4619-b8c2-41b987610167 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:06.334473 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-18a30f1b-0c70-4559-9ba2-6ef83eeadda0 req-04801203-10c2-4619-b8c2-41b987610167 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0647643 Jul 22 21:07:06.361703 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147cad99-9aec-467d-ab93-ffabe68c71af None None] The sync data for ids ['40d042c6-d9d2-4b44-895b-1ca10302434d'] in dv-cinder-800015-2-iscsi is: [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '461a47dd-b350-4464-b743-850ecbe3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:00Z', 'revision_number': 4, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port': {'id': '461a47dd-b350-4464-b743-850ecbe3849a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '096ea009-dc61-44f8-92a8-487ac25dd718', 'name': '', 'network_id': 'bc3a3642-8841-4937-9fb4-1226f3b5130a', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'mac_address': 'fa:16:3e:f5:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'af11e931-4078-43d9-bafa-fc2bf622d8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:07:00Z', 'updated_at': '2021-07-22T21:07:05Z', 'revision_number': 4, 'project_id': '417255469489432e977d3bfd64a4415b', 'subnets': [{'id': 'af11e931-4078-43d9-bafa-fc2bf622d8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:07:06.372907 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-18a30f1b-0c70-4559-9ba2-6ef83eeadda0 req-924bc50f-1c6c-484d-8f72-a06085ea49cf tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Jul 22 21:07:06.544012 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 096ea009-dc61-44f8-92a8-487ac25dd718 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:06.594677 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 096ea009-dc61-44f8-92a8-487ac25dd718 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:07:06.598610 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 096ea009-dc61-44f8-92a8-487ac25dd718 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:06.599000 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:06.683419 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:06.722879 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 096ea009-dc61-44f8-92a8-487ac25dd718, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=096ea009-dc61-44f8-92a8-487ac25dd718,segment=NetworkSegment(c84891aa-f659-4dfa-8a2f-728c742a3a1c),segment_id=c84891aa-f659-4dfa-8a2f-728c742a3a1c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:06.728226 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:06.778994 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=096ea009-dc61-44f8-92a8-487ac25dd718,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:07.017148 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3a12e-e3c6-4e28-8b93-7b5616bcf6f4 req-799b60c8-efeb-4b0e-9e8a-74ab97a0807c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:07.018697 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-76e3a12e-e3c6-4e28-8b93-7b5616bcf6f4 req-799b60c8-efeb-4b0e-9e8a-74ab97a0807c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0716631 Jul 22 21:07:07.060721 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-76e3a12e-e3c6-4e28-8b93-7b5616bcf6f4 req-adc373e3-c632-49c8-a91c-89bce4b90d36 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355740 Jul 22 21:07:07.276217 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdcdf1-e4be-42dc-a333-8410b5c406a6 req-3926e613-1152-4d15-8da5-95b0e145b0e6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:07.277699 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-acfdcdf1-e4be-42dc-a333-8410b5c406a6 req-3926e613-1152-4d15-8da5-95b0e145b0e6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0684619 Jul 22 21:07:07.317980 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-acfdcdf1-e4be-42dc-a333-8410b5c406a6 req-28152460-c40a-4f57-8542-d9493fea7174 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338156 Jul 22 21:07:07.441560 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-68d59091-099a-4c88-b482-145b4278a18d service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865929 Jul 22 21:07:07.517977 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b2fed-ae85-4d86-82b1-8a04c4d7e0d6 req-2383a5df-9594-49a5-9533-0562d32478c5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:07.519484 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e55b2fed-ae85-4d86-82b1-8a04c4d7e0d6 req-2383a5df-9594-49a5-9533-0562d32478c5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0770671 Jul 22 21:07:07.555939 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e55b2fed-ae85-4d86-82b1-8a04c4d7e0d6 req-41e0b648-67c3-42bf-a633-7b55e515c8d0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Jul 22 21:07:08.201203 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607660d1-4db7-4fa3-bda3-058e608061a0 req-c6751f69-e67e-4b52-964b-6425c7976e0c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:08.202665 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-607660d1-4db7-4fa3-bda3-058e608061a0 req-c6751f69-e67e-4b52-964b-6425c7976e0c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0625439 Jul 22 21:07:08.240814 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-607660d1-4db7-4fa3-bda3-058e608061a0 req-36171b25-ceaf-49d7-9ff5-4731f9960f03 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Jul 22 21:07:08.448241 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191de50-2ddf-4975-a664-dbd893d852a9 req-f1af9087-433b-4f64-af48-7b8185a5ee1e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:08.449863 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e191de50-2ddf-4975-a664-dbd893d852a9 req-f1af9087-433b-4f64-af48-7b8185a5ee1e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0656152 Jul 22 21:07:08.497645 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e191de50-2ddf-4975-a664-dbd893d852a9 req-2ec70681-a3e8-4e0c-9e4f-2dfc92f015dd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Jul 22 21:07:08.547819 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 096ea009-dc61-44f8-92a8-487ac25dd718 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:08.590439 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8cf99895-6fd1-40da-a3c0-6e177519d8b7 req-bef4bc52-d0ff-4fa5-a6f9-7fb7a352bac7 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082792 Jul 22 21:07:08.597690 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 096ea009-dc61-44f8-92a8-487ac25dd718 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:08.597983 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:08.700199 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfb445-13ba-483f-b214-3deda483374d req-ac7218b9-fad7-4fb7-803b-3b5cfdddcbb5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:08.701714 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ffbfb445-13ba-483f-b214-3deda483374d req-ac7218b9-fad7-4fb7-803b-3b5cfdddcbb5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0791669 Jul 22 21:07:08.741936 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ffbfb445-13ba-483f-b214-3deda483374d req-7b47f2dc-ccd6-4d1a-a720-b9cfd089d7d8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Jul 22 21:07:09.383684 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef7c8d-908e-4c6c-97e4-94dff9412bdb req-bd896e2b-414b-4a52-b2c7-30eb429ad997 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:09.385514 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4ef7c8d-908e-4c6c-97e4-94dff9412bdb req-bd896e2b-414b-4a52-b2c7-30eb429ad997 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0691876 Jul 22 21:07:09.424906 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4ef7c8d-908e-4c6c-97e4-94dff9412bdb req-29bcb13c-5d79-4ae5-ad9e-fe379413e48b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338461 Jul 22 21:07:09.632472 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0032-0c94-4c8d-b48e-50bae1cc93e3 req-13ef4aff-804d-45f3-8f9c-547d1f0b6561 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:09.633960 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-56ec0032-0c94-4c8d-b48e-50bae1cc93e3 req-13ef4aff-804d-45f3-8f9c-547d1f0b6561 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0648854 Jul 22 21:07:09.670582 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-56ec0032-0c94-4c8d-b48e-50bae1cc93e3 req-32ab6f14-f817-45c6-8bf0-81d8cfaa082f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310438 Jul 22 21:07:09.802032 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262bf00-7402-4996-9755-2f9c11e33870 req-7f14d494-e4aa-4c90-9c16-f369b28416ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:09.803687 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8262bf00-7402-4996-9755-2f9c11e33870 req-7f14d494-e4aa-4c90-9c16-f369b28416ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1099 time: 0.0633283 Jul 22 21:07:09.965776 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421e502-b768-4e6b-9a65-25558e11d5e0 req-ea527a39-688f-4c82-b3e1-bdb53492c6b4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:09.967354 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c421e502-b768-4e6b-9a65-25558e11d5e0 req-ea527a39-688f-4c82-b3e1-bdb53492c6b4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1536038 Jul 22 21:07:09.968776 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262bf00-7402-4996-9755-2f9c11e33870 req-7e57c973-abad-485c-b450-821c7c821bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:09.971014 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8262bf00-7402-4996-9755-2f9c11e33870 req-7e57c973-abad-485c-b450-821c7c821bd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.1468170 Jul 22 21:07:10.052774 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c421e502-b768-4e6b-9a65-25558e11d5e0 req-f2eace19-7805-4c83-a49c-2aab511f9529 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 Jul 22 21:07:10.064680 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8262bf00-7402-4996-9755-2f9c11e33870 req-0f7351d3-4bda-4bbc-9874-68f8076041ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 1002 time: 0.0849710 Jul 22 21:07:10.117264 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262bf00-7402-4996-9755-2f9c11e33870 req-a7c9237e-ba36-460a-8fb2-8ee7129e1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:10.118751 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8262bf00-7402-4996-9755-2f9c11e33870 req-a7c9237e-ba36-460a-8fb2-8ee7129e1713 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0456281 Jul 22 21:07:10.186273 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262bf00-7402-4996-9755-2f9c11e33870 req-e4092a24-e785-4750-afde-fb7a704dbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:10.189822 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8262bf00-7402-4996-9755-2f9c11e33870 req-e4092a24-e785-4750-afde-fb7a704dbf66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603812 Jul 22 21:07:10.311226 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8262bf00-7402-4996-9755-2f9c11e33870 req-ff43d1d9-65d7-4540-83f0-7c5e7fa74550 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096008 Jul 22 21:07:10.340956 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4a0f1-6342-41e5-9ad5-e3edf6463227 req-b79117ab-acfc-4fab-9b09-3121370a41a8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:10.342428 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dde4a0f1-6342-41e5-9ad5-e3edf6463227 req-b79117ab-acfc-4fab-9b09-3121370a41a8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0645900 Jul 22 21:07:10.379212 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dde4a0f1-6342-41e5-9ad5-e3edf6463227 req-acd23300-b756-4e70-8bee-fc4882296000 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305774 Jul 22 21:07:10.572821 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac3076-54c6-4884-b1f7-0122590a93b3 req-9dce50cc-4317-4684-89f9-83d8f16c2eda tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:10.574840 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-28ac3076-54c6-4884-b1f7-0122590a93b3 req-9dce50cc-4317-4684-89f9-83d8f16c2eda tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0656130 Jul 22 21:07:10.613864 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-28ac3076-54c6-4884-b1f7-0122590a93b3 req-27c1f4cb-1909-456d-a1de-0d4e1165f5c8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330830 Jul 22 21:07:10.805327 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa967c1-f1cd-4b53-839a-59650ac30acb req-6e7c5f5a-309d-48ef-8af5-b84ad200a36c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:10.806861 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7aa967c1-f1cd-4b53-839a-59650ac30acb req-6e7c5f5a-309d-48ef-8af5-b84ad200a36c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0674121 Jul 22 21:07:10.846662 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7aa967c1-f1cd-4b53-839a-59650ac30acb req-d2c76218-10c6-43b1-8cba-7f3bccacd78e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340304 Jul 22 21:07:11.515375 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f26088-cbe2-4aaf-be6a-2d1fea802830 req-4f1e1923-5f12-4697-b681-5b1ff808d381 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:11.516878 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36f26088-cbe2-4aaf-be6a-2d1fea802830 req-4f1e1923-5f12-4697-b681-5b1ff808d381 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0692337 Jul 22 21:07:11.555229 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-36f26088-cbe2-4aaf-be6a-2d1fea802830 req-eb82597f-1331-4c49-ae3a-6c60b2a31a29 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Jul 22 21:07:11.746377 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f950e-0127-4496-93b7-0263c42a03a8 req-4d2fcaac-776d-4713-9fa8-447cb4a19567 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:11.747787 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a38f950e-0127-4496-93b7-0263c42a03a8 req-4d2fcaac-776d-4713-9fa8-447cb4a19567 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0631094 Jul 22 21:07:11.787969 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a38f950e-0127-4496-93b7-0263c42a03a8 req-7415ff63-76fb-4fdc-8e2e-c9e2e8169ac5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337024 Jul 22 21:07:11.982097 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911cd3e-0f9a-4098-84b7-895d94b33705 req-c5eddeb4-239b-4596-b7a2-9ace7cfcaa23 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:11.983659 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2911cd3e-0f9a-4098-84b7-895d94b33705 req-c5eddeb4-239b-4596-b7a2-9ace7cfcaa23 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0677450 Jul 22 21:07:12.021293 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2911cd3e-0f9a-4098-84b7-895d94b33705 req-21a4d948-1b52-432e-9d2b-78ac5d857cb3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Jul 22 21:07:12.689173 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4435a54-4ccb-41a4-8168-064253103998 req-326071de-231c-44f9-9976-d074b45ed1d8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:12.691194 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c4435a54-4ccb-41a4-8168-064253103998 req-326071de-231c-44f9-9976-d074b45ed1d8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0675404 Jul 22 21:07:12.728509 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c4435a54-4ccb-41a4-8168-064253103998 req-33636806-6ade-4d5f-a909-d7cf41e86e36 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Jul 22 21:07:12.923972 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2756e-d7de-4b4c-ada4-b1edc94af70b req-cb9d3e9c-1d85-405d-a103-4c8451da01c1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:12.926423 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6af2756e-d7de-4b4c-ada4-b1edc94af70b req-cb9d3e9c-1d85-405d-a103-4c8451da01c1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0664701 Jul 22 21:07:12.971253 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6af2756e-d7de-4b4c-ada4-b1edc94af70b req-d4408414-6bb6-4220-a448-3143ec9ea0af tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384068 Jul 22 21:07:13.153004 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a45250-e7cd-4449-8d81-58a9e13a475e req-deff2b9c-0d79-4f2d-8b58-4dc06f642eaf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:13.154475 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-92a45250-e7cd-4449-8d81-58a9e13a475e req-deff2b9c-0d79-4f2d-8b58-4dc06f642eaf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0659118 Jul 22 21:07:13.195471 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-92a45250-e7cd-4449-8d81-58a9e13a475e req-fce02149-0a89-46fd-a18a-2cfabc2b7e49 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343587 Jul 22 21:07:13.857723 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54ceb8-a801-490b-b420-62469924bde7 req-e785d959-c918-4069-a2b2-2213b7d984b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:13.859257 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4a54ceb8-a801-490b-b420-62469924bde7 req-e785d959-c918-4069-a2b2-2213b7d984b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0646191 Jul 22 21:07:13.897782 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4a54ceb8-a801-490b-b420-62469924bde7 req-0ebc2f19-83c3-47c6-9662-d8de5e79671d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Jul 22 21:07:14.105732 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc281ea7-3c81-4a67-8121-6b8331033bd2 req-cab843c5-6c63-4f0e-991e-1baf11a728c5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:14.107256 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cc281ea7-3c81-4a67-8121-6b8331033bd2 req-cab843c5-6c63-4f0e-991e-1baf11a728c5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0651355 Jul 22 21:07:14.147085 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cc281ea7-3c81-4a67-8121-6b8331033bd2 req-3ef34054-b242-4ca8-b555-c201e383852d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341034 Jul 22 21:07:14.324988 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6975473-d752-47f8-87a9-42028dd5e852 req-520502cd-7b44-430b-9bf1-e8484fa6b56f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:14.326386 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6975473-d752-47f8-87a9-42028dd5e852 req-520502cd-7b44-430b-9bf1-e8484fa6b56f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0644534 Jul 22 21:07:14.364023 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6975473-d752-47f8-87a9-42028dd5e852 req-40bbe2f5-799e-4159-9690-10b52fe814a3 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Jul 22 21:07:14.533715 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-8261c6d8-55ab-48f6-bd0c-d2aee00fc15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:14.536347 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-8261c6d8-55ab-48f6-bd0c-d2aee00fc15c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1098 time: 0.0584934 Jul 22 21:07:14.540731 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8262bf00-7402-4996-9755-2f9c11e33870 req-bfaf87d5-64ee-430f-b300-bc4031b99546 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888464 Jul 22 21:07:14.645527 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-3888d14e-f54e-4b50-9f26-d869b9317671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:14.647126 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-3888d14e-f54e-4b50-9f26-d869b9317671 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 921 time: 0.0863121 Jul 22 21:07:14.653991 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-150f4a82-f743-4fda-9d3d-feedfed4bc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:14.753018 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-22e6b550-45d3-4998-900a-12326aba00a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a HTTP/1.1" status: 200 len: 217 time: 0.0395043 Jul 22 21:07:14.819961 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-dd454bef-f14a-4ebb-927a-9b0d077dc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:14.821399 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-dd454bef-f14a-4ebb-927a-9b0d077dc2fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.0434322 Jul 22 21:07:14.866085 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-b00cb167-d4af-4267-b88e-f5ed935f8309 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 22 21:07:14.987565 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-8264ff97-f740-4998-a9e7-8b97b5385197 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984299 Jul 22 21:07:15.114387 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8ed3-0757-4535-a33e-f419c8e8e5df req-291efbb8-c0e9-4c9a-b977-e0ec72f46776 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:15.116221 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06af8ed3-0757-4535-a33e-f419c8e8e5df req-291efbb8-c0e9-4c9a-b977-e0ec72f46776 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1480143 Jul 22 21:07:15.122663 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8bd1ba20-781d-42dd-b5d7-4b7e3b8d53a9 req-51909fbf-5d23-4e1a-84df-695d44ffcd3a service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145406 Jul 22 21:07:15.154366 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06af8ed3-0757-4535-a33e-f419c8e8e5df req-7abfeb53-be7e-4f77-9819-4068cbcb6cef tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Jul 22 21:07:15.281039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cd2ea-9f93-4955-ade2-6d22c73d65cb req-86470713-b522-4b0e-aee2-e40c21716fb8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:15.282534 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc1cd2ea-9f93-4955-ade2-6d22c73d65cb req-86470713-b522-4b0e-aee2-e40c21716fb8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0647874 Jul 22 21:07:15.322830 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc1cd2ea-9f93-4955-ade2-6d22c73d65cb req-7cdfed36-8d0e-4752-8967-ece4ede2e859 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Jul 22 21:07:15.498394 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbbe6a-31fe-4633-bc0f-0f7020fc6065 req-9924c292-fc76-4c89-b080-61d6c664ae6f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:15.500064 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-85dbbe6a-31fe-4633-bc0f-0f7020fc6065 req-9924c292-fc76-4c89-b080-61d6c664ae6f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0674472 Jul 22 21:07:15.541525 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-85dbbe6a-31fe-4633-bc0f-0f7020fc6065 req-5ed33df1-cebb-476a-851d-eab25d1512b6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359364 Jul 22 21:07:16.291516 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5ee5d-c908-478e-ac50-2ff5f1d3076b req-7f3006bc-40cd-4fa4-aefc-c5819759de84 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:16.293246 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-47b5ee5d-c908-478e-ac50-2ff5f1d3076b req-7f3006bc-40cd-4fa4-aefc-c5819759de84 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0686276 Jul 22 21:07:16.331063 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-47b5ee5d-c908-478e-ac50-2ff5f1d3076b req-01d35945-841d-4eac-a449-53ec3d2a2519 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Jul 22 21:07:16.395649 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:07:16.466447 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512301-89ac-4437-bc89-b12022997581 req-f8b7cf6e-5687-47c0-93d8-0923e129c77d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:16.468000 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e5512301-89ac-4437-bc89-b12022997581 req-f8b7cf6e-5687-47c0-93d8-0923e129c77d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 946 time: 0.0719104 Jul 22 21:07:16.477472 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:16.500505 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:07:16.502923 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a78fd6-5340-45ca-be6a-ca49cba480a8" -d '{"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-unplugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:07:16.506158 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e5512301-89ac-4437-bc89-b12022997581 req-a9fdf449-27fd-4ac1-9a4c-ee5b655398fe tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Jul 22 21:07:16.516653 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:16.522130 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:16.564611 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e062376-ae67-4e84-97a9-f2acd646e761 x-openstack-request-id: req-5e062376-ae67-4e84-97a9-f2acd646e761 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:07:16.564924 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-unplugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:07:16.565201 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e062376-ae67-4e84-97a9-f2acd646e761 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:07:16.565584 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'code': 200} Jul 22 21:07:16.592335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=8']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:17.297916 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-179d828b-bb93-471b-852f-be8b828cd7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:17.460080 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac251b-a1d2-411c-aab6-240ead9be2ea req-171c651c-c448-4516-bbbe-ff722c4b6899 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:17.461576 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-42ac251b-a1d2-411c-aab6-240ead9be2ea req-171c651c-c448-4516-bbbe-ff722c4b6899 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0647795 Jul 22 21:07:17.499226 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-42ac251b-a1d2-411c-aab6-240ead9be2ea req-f51d5db2-8d32-4475-9ffb-65e5453fefed tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Jul 22 21:07:17.522120 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:17.647971 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe5b8d-a929-4b0d-bb37-851e763fc8cf req-ce91f5e0-0dcc-49dc-8f1f-1341c2864439 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:17.649528 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-75fe5b8d-a929-4b0d-bb37-851e763fc8cf req-ce91f5e0-0dcc-49dc-8f1f-1341c2864439 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0656347 Jul 22 21:07:17.690440 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-75fe5b8d-a929-4b0d-bb37-851e763fc8cf req-c2deac5b-b6ca-486e-b78c-cc3105371b93 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341837 Jul 22 21:07:18.484041 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:18.644796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a362779-becf-4ab5-92cf-20797b28ce17 req-08ce9be0-67b7-41f6-9c1c-14a327a4a549 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:18.646774 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4a362779-becf-4ab5-92cf-20797b28ce17 req-08ce9be0-67b7-41f6-9c1c-14a327a4a549 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0733988 Jul 22 21:07:18.691501 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4a362779-becf-4ab5-92cf-20797b28ce17 req-75cb1ebb-552e-4675-92b9-88f88e7dcbcb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390224 Jul 22 21:07:18.829820 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb036-4b52-4851-9304-0380189e6a81 req-514f8b01-a378-488c-8ee1-79d7cf48fd81 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:18.831315 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f61cb036-4b52-4851-9304-0380189e6a81 req-514f8b01-a378-488c-8ee1-79d7cf48fd81 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0670047 Jul 22 21:07:18.870001 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f61cb036-4b52-4851-9304-0380189e6a81 req-0f21f8f3-2cdd-4991-88de-af2c4956e393 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329964 Jul 22 21:07:19.500168 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112319-ff09-482f-a33a-60e2900fb9c4 req-88cf0942-0be7-4332-addb-c911c1e4766e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:19.501769 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f1112319-ff09-482f-a33a-60e2900fb9c4 req-88cf0942-0be7-4332-addb-c911c1e4766e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0754423 Jul 22 21:07:19.545091 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f1112319-ff09-482f-a33a-60e2900fb9c4 req-09a3c0de-bcf6-486c-b706-e1545108c5f8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360942 Jul 22 21:07:19.820273 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 59392) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:07:19.856823 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1544d-d21b-4e3c-a94e-d881492b05db req-0ac1a403-a8be-4604-877a-c9c233146dd5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:19.858362 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cbb1544d-d21b-4e3c-a94e-d881492b05db req-0ac1a403-a8be-4604-877a-c9c233146dd5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0856509 Jul 22 21:07:19.964804 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cbb1544d-d21b-4e3c-a94e-d881492b05db req-73b6654e-c09f-495e-88f8-7c4b428bb8bd tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993557 Jul 22 21:07:19.998058 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-e18f3e54-1fac-4589-8aa4-da0bef6402b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1766903 Jul 22 21:07:20.139919 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:20.685042 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ecb0d-72db-4c8e-a852-e98b813592ea req-fbdec2fa-44b7-44f5-9cf7-a8cec3ba099d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:20.686529 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f59ecb0d-72db-4c8e-a852-e98b813592ea req-fbdec2fa-44b7-44f5-9cf7-a8cec3ba099d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0645442 Jul 22 21:07:20.725767 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f59ecb0d-72db-4c8e-a852-e98b813592ea req-7c42b385-eb7a-4ae3-9438-27f6d405c2de tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334899 Jul 22 21:07:21.107472 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798fdce-c6d9-4d54-b400-ab4964717284 req-f7b24667-7714-4313-b29f-69690ca90e94 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:21.108996 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d798fdce-c6d9-4d54-b400-ab4964717284 req-f7b24667-7714-4313-b29f-69690ca90e94 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0713158 Jul 22 21:07:21.147603 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d798fdce-c6d9-4d54-b400-ab4964717284 req-2e7fc236-5b67-431f-892c-f1c28135f508 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Jul 22 21:07:21.490374 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337605a-7e18-4c4b-9ab4-54e5189f80da req-2cf5a001-be6b-45ed-bcd7-456c9365fa31 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:21.491813 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3337605a-7e18-4c4b-9ab4-54e5189f80da req-2cf5a001-be6b-45ed-bcd7-456c9365fa31 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0708086 Jul 22 21:07:21.530677 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3337605a-7e18-4c4b-9ab4-54e5189f80da req-e042f060-ea8f-4983-882c-47577fdcb59a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Jul 22 21:07:21.873264 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024db1a4-3c71-47c6-8481-c3563e32ebd5 req-e64e1e25-50d8-49ec-a7ff-a820d20bea0b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:21.875039 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-024db1a4-3c71-47c6-8481-c3563e32ebd5 req-e64e1e25-50d8-49ec-a7ff-a820d20bea0b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0738373 Jul 22 21:07:21.924072 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-024db1a4-3c71-47c6-8481-c3563e32ebd5 req-14a6766c-12b0-48a1-9f86-5f474a4c7a36 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 Jul 22 21:07:22.288034 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52454b-df73-42c6-a853-9cddef3f0cb7 req-470d8378-c646-4067-a4b9-e9b1e4772cc2 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:22.289538 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ef52454b-df73-42c6-a853-9cddef3f0cb7 req-470d8378-c646-4067-a4b9-e9b1e4772cc2 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0695093 Jul 22 21:07:22.329126 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ef52454b-df73-42c6-a853-9cddef3f0cb7 req-326e074c-5bc7-4b0f-8b13-09dc22c12c53 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Jul 22 21:07:22.422653 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:07:23.063384 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7070a-21c0-424d-b935-2957e587eaa8 req-8b70fb36-5a7b-47a7-b463-d3312226dd52 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:23.064873 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cfd7070a-21c0-424d-b935-2957e587eaa8 req-8b70fb36-5a7b-47a7-b463-d3312226dd52 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0665584 Jul 22 21:07:23.164013 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cfd7070a-21c0-424d-b935-2957e587eaa8 req-e9714234-5122-45ce-9fe8-0efb8211e7b3 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934744 Jul 22 21:07:23.200492 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-b90ccb14-e847-42da-8e56-dc6fe2d5ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:23.201996 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-b90ccb14-e847-42da-8e56-dc6fe2d5ccd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac&tenant_id=25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 1097 time: 0.1247158 Jul 22 21:07:23.353882 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-05158e25-9025-488f-a527-23acc47ba33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:23.355389 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-05158e25-9025-488f-a527-23acc47ba33c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1097 time: 0.0543678 Jul 22 21:07:23.466669 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d3524-6d31-4424-b45d-4a1894a5f6a2 req-02bea4c1-c1fc-4070-b8fb-da97a3e8af7a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:23.468111 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7a2d3524-6d31-4424-b45d-4a1894a5f6a2 req-02bea4c1-c1fc-4070-b8fb-da97a3e8af7a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0677505 Jul 22 21:07:23.472077 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-934708b9-2a48-4786-940a-c77b60d4ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:23.473667 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-934708b9-2a48-4786-940a-c77b60d4ec4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.0918322 Jul 22 21:07:23.507407 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7a2d3524-6d31-4424-b45d-4a1894a5f6a2 req-01dbc632-81f1-475e-b9ed-685788a4b09e tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Jul 22 21:07:23.545401 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-e02b456e-aeee-462b-b4fc-a3c49860e0eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 1000 time: 0.0621355 Jul 22 21:07:23.769407 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-824c7006-a50d-4828-aa42-1f60f5293ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:23.771524 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-824c7006-a50d-4828-aa42-1f60f5293ae5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.2181957 Jul 22 21:07:23.836873 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-53f03145-cde5-4129-b3da-5fec02998940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:23.838346 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-53f03145-cde5-4129-b3da-5fec02998940 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560801 Jul 22 21:07:23.937472 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-e7842579-ab44-4549-a65e-82e5fc11771a service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828009 Jul 22 21:07:24.049823 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-479ec1e8-b21a-48d2-94ec-693e6b115392 req-4c65c660-3379-4913-80fe-35bc1898e34f service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951190 Jul 22 21:07:24.305176 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9055c-21b7-4986-8c33-0b7bf1885570 req-34e95637-14c6-40e8-a79d-c59247d91da7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:24.306608 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ede9055c-21b7-4986-8c33-0b7bf1885570 req-34e95637-14c6-40e8-a79d-c59247d91da7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0688398 Jul 22 21:07:24.344101 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ede9055c-21b7-4986-8c33-0b7bf1885570 req-c9c4e66d-dbd5-421b-b144-566c4bb2c0ae tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Jul 22 21:07:24.645142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7e4ce-b7b2-499c-ab4d-41f9837ea66e req-e35e18ca-af91-46a5-ad64-3199cea8320a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:24.647395 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2db7e4ce-b7b2-499c-ab4d-41f9837ea66e req-e35e18ca-af91-46a5-ad64-3199cea8320a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0712266 Jul 22 21:07:24.686851 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2db7e4ce-b7b2-499c-ab4d-41f9837ea66e req-d8bf3d81-91da-4cc5-85a8-c5f1131fd502 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336013 Jul 22 21:07:25.502525 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c410d-179e-492c-9ebf-cd66153de534 req-e40382dd-20b9-4bb5-9ad8-8ee9bb824a24 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:25.504027 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-875c410d-179e-492c-9ebf-cd66153de534 req-e40382dd-20b9-4bb5-9ad8-8ee9bb824a24 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0843892 Jul 22 21:07:25.546312 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-875c410d-179e-492c-9ebf-cd66153de534 req-68938434-d944-4250-a85f-8f3e6d3e870f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347528 Jul 22 21:07:25.832843 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f1a0b-7a90-44d7-9eeb-1131fdbfd575 req-6d39e774-274c-4bed-8356-5d4714761300 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:25.834573 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-863f1a0b-7a90-44d7-9eeb-1131fdbfd575 req-6d39e774-274c-4bed-8356-5d4714761300 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0773034 Jul 22 21:07:25.874595 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-863f1a0b-7a90-44d7-9eeb-1131fdbfd575 req-e344fef7-cf50-491b-8e37-df959fc4c966 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Jul 22 21:07:26.690447 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc19bd-279c-4f4e-9819-a571322ea8f4 req-985deec1-be79-4117-a04f-35ef7736b5c7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:26.691991 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-19fc19bd-279c-4f4e-9819-a571322ea8f4 req-985deec1-be79-4117-a04f-35ef7736b5c7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0683010 Jul 22 21:07:26.737139 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-19fc19bd-279c-4f4e-9819-a571322ea8f4 req-cdbf5d1f-bcfb-45d8-a963-b42d4c2b72f6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372322 Jul 22 21:07:27.013273 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686e4-5297-486d-b20d-cb218b4e6ef3 req-c38ae69b-8b45-4890-bdeb-bab5d2743c7f tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:27.014826 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9a0686e4-5297-486d-b20d-cb218b4e6ef3 req-c38ae69b-8b45-4890-bdeb-bab5d2743c7f tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0719912 Jul 22 21:07:27.056657 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9a0686e4-5297-486d-b20d-cb218b4e6ef3 req-7d662608-d59b-40fd-aa78-c12b436cb53b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Jul 22 21:07:27.885829 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043965c-648a-4a73-ab6f-bc0a9f5ce08a req-b9eb069f-8e3e-4d5d-a5d1-f6db73245cf8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:27.887397 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a043965c-648a-4a73-ab6f-bc0a9f5ce08a req-b9eb069f-8e3e-4d5d-a5d1-f6db73245cf8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0732393 Jul 22 21:07:27.930552 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a043965c-648a-4a73-ab6f-bc0a9f5ce08a req-c75dc747-d2d0-43f3-98cd-40ce9ff23ce8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374701 Jul 22 21:07:28.196254 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac8e46-c75e-4ed5-921d-fcc308e46f5d req-1a744ee5-9721-43b2-bc33-0f875cec58f1 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:28.197965 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-53ac8e46-c75e-4ed5-921d-fcc308e46f5d req-1a744ee5-9721-43b2-bc33-0f875cec58f1 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0681350 Jul 22 21:07:28.240290 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-53ac8e46-c75e-4ed5-921d-fcc308e46f5d req-eec972d6-819c-40c7-8637-c8abe21d5b1c tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Jul 22 21:07:29.077482 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e01a7-fddc-4836-bf7b-621fbc4e64f7 req-0ca24756-c5f1-4b47-b644-4f578c531ebb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:29.079099 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e11e01a7-fddc-4836-bf7b-621fbc4e64f7 req-0ca24756-c5f1-4b47-b644-4f578c531ebb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0691230 Jul 22 21:07:29.120360 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e11e01a7-fddc-4836-bf7b-621fbc4e64f7 req-6080443e-3d62-4679-8f32-c03830e789e6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357702 Jul 22 21:07:29.380480 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dcd3c-c43f-470a-84fd-0316bd49bd7e req-f7396e0d-c860-4720-ad77-597177d4143c tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:29.382022 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ca7dcd3c-c43f-470a-84fd-0316bd49bd7e req-f7396e0d-c860-4720-ad77-597177d4143c tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0666788 Jul 22 21:07:29.424041 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ca7dcd3c-c43f-470a-84fd-0316bd49bd7e req-f935cf98-2ceb-457a-b519-7b6941b5c2fe tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362818 Jul 22 21:07:30.092769 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:07:30.270363 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dfdb8-676d-46f7-b296-19413d7a5619 req-d5461138-8ecf-4d76-ae49-5024a81d9926 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:30.272077 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb5dfdb8-676d-46f7-b296-19413d7a5619 req-d5461138-8ecf-4d76-ae49-5024a81d9926 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0715754 Jul 22 21:07:30.321325 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb5dfdb8-676d-46f7-b296-19413d7a5619 req-a59f45df-266e-43db-b282-f8682e4c886e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Jul 22 21:07:30.463516 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 707b972f-c64a-4ebc-bace-399952bbf85a no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:07:30.551482 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:30.576789 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:07:30.579393 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d3aea6-9b1c-4ad0-844d-913516c4e497" -d '{"events": [{"server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "name": "network-vif-unplugged", "status": "completed", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:07:30.590555 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0436f-cc51-4bdb-b123-ed685971d947 req-87f95c64-22fd-424c-9de7-db1ea0c5da21 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:30.591512 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8ae0436f-cc51-4bdb-b123-ed685971d947 req-87f95c64-22fd-424c-9de7-db1ea0c5da21 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 946 time: 0.0843954 Jul 22 21:07:30.597507 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 707b972f-c64a-4ebc-bace-399952bbf85a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=707b972f-c64a-4ebc-bace-399952bbf85a,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:30.602671 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:30.629606 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67fa91e-0a40-4bf0-a13d-a1944ebcb6c6 x-openstack-request-id: req-e67fa91e-0a40-4bf0-a13d-a1944ebcb6c6 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:07:30.630154 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "name": "network-vif-unplugged", "status": "completed", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:07:30.630637 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e67fa91e-0a40-4bf0-a13d-a1944ebcb6c6 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:07:30.631266 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a', 'code': 200} Jul 22 21:07:30.658157 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8ae0436f-cc51-4bdb-b123-ed685971d947 req-99c8401b-d18c-41fb-ac84-b0c8d66cf355 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606055 Jul 22 21:07:30.661125 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=707b972f-c64a-4ebc-bace-399952bbf85a,revision_number=6']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:31.468272 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c35c99-1e4a-4f84-8056-90b096dc80d1 req-fff2843a-37fa-4b5d-91be-ff6924228bfa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:31.469963 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-92c35c99-1e4a-4f84-8056-90b096dc80d1 req-fff2843a-37fa-4b5d-91be-ff6924228bfa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0693784 Jul 22 21:07:31.515989 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-92c35c99-1e4a-4f84-8056-90b096dc80d1 req-8ba0b17f-01db-4b72-adcf-d93f6bafcf3f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357332 Jul 22 21:07:31.805181 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb6df6-8a80-439b-8ada-8ee9b7ee8f9e req-5db3dbf2-946f-4924-9f3a-f1d493f06f9f tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:31.806725 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dfcb6df6-8a80-439b-8ada-8ee9b7ee8f9e req-5db3dbf2-946f-4924-9f3a-f1d493f06f9f tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0675912 Jul 22 21:07:31.853788 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dfcb6df6-8a80-439b-8ada-8ee9b7ee8f9e req-c7b85e52-2cb4-4c6a-9bb1-d0a0a3007649 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Jul 22 21:07:32.663192 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbcdc9-0d30-44be-bf06-70ef09d3d465 req-ba92a287-9ad1-407a-86cd-f22860cb45dd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:32.665203 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-28bbcdc9-0d30-44be-bf06-70ef09d3d465 req-ba92a287-9ad1-407a-86cd-f22860cb45dd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0663376 Jul 22 21:07:32.702431 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-28bbcdc9-0d30-44be-bf06-70ef09d3d465 req-6786108b-0903-4dbb-9bd6-d6d9474bccba tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316875 Jul 22 21:07:32.984745 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9814d6-6268-492e-a84f-1919b7e3bd0a req-6a3a46b6-f3bb-40c2-855d-63a2e3da8eba tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:32.986145 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fc9814d6-6268-492e-a84f-1919b7e3bd0a req-6a3a46b6-f3bb-40c2-855d-63a2e3da8eba tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0683639 Jul 22 21:07:33.025036 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fc9814d6-6268-492e-a84f-1919b7e3bd0a req-0a39cc25-3aad-43ca-9112-bad77ab63edb tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333354 Jul 22 21:07:33.863949 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee8466-9f52-46db-bca7-5719523784d8 req-ff5615bf-7d20-4899-b8ef-893f92fb895b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:33.865442 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1cee8466-9f52-46db-bca7-5719523784d8 req-ff5615bf-7d20-4899-b8ef-893f92fb895b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0856616 Jul 22 21:07:33.907203 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1cee8466-9f52-46db-bca7-5719523784d8 req-bc1ae169-d4ab-4dc3-bb2a-d0f4a33d8738 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348361 Jul 22 21:07:34.050109 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:34.166663 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6e93d-06fa-4595-be54-3bf172025839 req-2ede84ca-31f7-4c1c-b444-090aea067f3b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:34.168278 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e5a6e93d-06fa-4595-be54-3bf172025839 req-2ede84ca-31f7-4c1c-b444-090aea067f3b tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0720072 Jul 22 21:07:34.210202 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e5a6e93d-06fa-4595-be54-3bf172025839 req-f8e478f1-6539-48b2-921f-d8ad3ffe8097 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Jul 22 21:07:35.053055 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c10bda-eed1-406e-b4fe-d209a168e320 req-d0bae482-783e-43a9-8ec3-bed76da067bf tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:35.054737 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e5c10bda-eed1-406e-b4fe-d209a168e320 req-d0bae482-783e-43a9-8ec3-bed76da067bf tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0697198 Jul 22 21:07:35.096983 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e5c10bda-eed1-406e-b4fe-d209a168e320 req-d13d8ac0-9f29-4a18-937f-1c2c4f849c59 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356436 Jul 22 21:07:35.345446 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea5149-592a-465f-b218-ad84e625728e req-74a61cd2-f53c-4ff2-a252-ae15ba9b3321 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:35.346997 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-48ea5149-592a-465f-b218-ad84e625728e req-74a61cd2-f53c-4ff2-a252-ae15ba9b3321 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0654655 Jul 22 21:07:35.387059 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-48ea5149-592a-465f-b218-ad84e625728e req-fd660773-1330-4bb1-b402-47758c0b9c75 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jul 22 21:07:36.241263 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73bc5c-5c3b-470f-91b4-48e552a1cd7c req-4cdb5f03-30ae-4e69-af24-e1b15abc2e8d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:36.243741 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7f73bc5c-5c3b-470f-91b4-48e552a1cd7c req-4cdb5f03-30ae-4e69-af24-e1b15abc2e8d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0705135 Jul 22 21:07:36.284111 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7f73bc5c-5c3b-470f-91b4-48e552a1cd7c req-8c99aec1-f033-401e-9ed5-e3bdd48bd32e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346739 Jul 22 21:07:36.525007 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2588ee5-afbc-45e5-968a-0600070b3d48 req-e00908d6-a45e-4b04-ad5b-d07487a7e4e6 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:36.526521 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e2588ee5-afbc-45e5-968a-0600070b3d48 req-e00908d6-a45e-4b04-ad5b-d07487a7e4e6 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0691388 Jul 22 21:07:36.567050 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e2588ee5-afbc-45e5-968a-0600070b3d48 req-ed7e7648-2cf4-4a95-84a9-282d6c8212ae tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339773 Jul 22 21:07:37.443219 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5a626-49fe-46d7-879a-e71482648f64 req-d6674f7a-5130-4814-bda0-283bbec37b03 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:37.446501 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1dc5a626-49fe-46d7-879a-e71482648f64 req-d6674f7a-5130-4814-bda0-283bbec37b03 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0878558 Jul 22 21:07:37.489861 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1dc5a626-49fe-46d7-879a-e71482648f64 req-e089a086-686f-4e35-8350-c205d3841f39 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372527 Jul 22 21:07:37.702197 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e988d-a2cb-4103-bd86-8fdd65c32692 req-171e6771-2713-448a-bcfc-acdfef70fb48 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:37.703729 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-663e988d-a2cb-4103-bd86-8fdd65c32692 req-171e6771-2713-448a-bcfc-acdfef70fb48 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0683491 Jul 22 21:07:37.744646 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-663e988d-a2cb-4103-bd86-8fdd65c32692 req-962eca41-674b-4ffb-b19e-249cbb147027 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354722 Jul 22 21:07:37.870507 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-7fce312b-1bf6-4e77-b969-dd5ca3d64ec9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50144102&fields=id&tenant_id=b694d144511d4e5ea9bf165c376b0cfd HTTP/1.1" status: 200 len: 267 time: 0.0369475 Jul 22 21:07:37.994390 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-cd8cf7c8-d736-4734-a3e7-51b806ebc0ac tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:37.995862 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-cd8cf7c8-d736-4734-a3e7-51b806ebc0ac tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 809 time: 0.1185596 Jul 22 21:07:38.014195 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-d004832d-c3e0-42ea-a4cf-425e329393b5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/quotas/b694d144511d4e5ea9bf165c376b0cfd HTTP/1.1" status: 200 len: 375 time: 0.0096650 Jul 22 21:07:38.085582 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-23d1d447-14e4-448d-b67c-3da43c4d96a1 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655308 Jul 22 21:07:38.187454 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-8828a528-5dd8-4ad6-95f5-c17f9ed82a93 service neutron] 10.222.0.64 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901601 Jul 22 21:07:38.278710 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-cce6cbf7-bedb-4335-8f8c-c8fe44395980 service neutron] 10.222.0.64 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Jul 22 21:07:38.602986 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-014774c5-c134-48f1-a0f3-70cb90fd60c3 req-7a46334b-e308-4b1e-a1f3-abab2d4827ab tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 210 time: 0.0434647 Jul 22 21:07:38.653342 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6e72-d18b-4387-9edc-26c8283e8353 req-9c3d821d-ce82-4176-b219-855ab65010a0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:38.654875 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-37ec6e72-d18b-4387-9edc-26c8283e8353 req-9c3d821d-ce82-4176-b219-855ab65010a0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0806651 Jul 22 21:07:38.711566 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-37ec6e72-d18b-4387-9edc-26c8283e8353 req-17dc584e-2fce-4c45-8d22-7b9002d51fce tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444574 Jul 22 21:07:38.886239 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895a83-3cf8-459c-9932-54b96bcecc04 req-280af3d6-1b5e-46f4-aff9-0db9df22390a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:38.887965 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ce895a83-3cf8-459c-9932-54b96bcecc04 req-280af3d6-1b5e-46f4-aff9-0db9df22390a tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0749750 Jul 22 21:07:38.938833 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ce895a83-3cf8-459c-9932-54b96bcecc04 req-4b8dbd2d-f907-4c72-ab90-830fe5f47bd1 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439379 Jul 22 21:07:39.699415 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-503343b3-53ca-4773-aca1-269b83e03a44 req-44678a12-fcc2-4e22-b3d7-0a51a67a9088 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 210 time: 0.0294578 Jul 22 21:07:39.853154 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c24875-2f6b-41a2-ba1f-3cbf552808da req-02ceed0d-9886-41f6-8126-94a17f6965e4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:39.854812 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d7c24875-2f6b-41a2-ba1f-3cbf552808da req-02ceed0d-9886-41f6-8126-94a17f6965e4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0694509 Jul 22 21:07:39.895009 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d7c24875-2f6b-41a2-ba1f-3cbf552808da req-bb0f266a-d88d-4a83-8f0e-602d7444622f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343874 Jul 22 21:07:40.087443 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257c21e-a009-45d4-9973-985f532fe835 req-2f0c0bad-0c6d-4211-a612-20ad847191df tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:40.088930 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b257c21e-a009-45d4-9973-985f532fe835 req-2f0c0bad-0c6d-4211-a612-20ad847191df tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0628846 Jul 22 21:07:40.129442 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b257c21e-a009-45d4-9973-985f532fe835 req-a6c71a2a-3639-41f6-91d0-9018827394f7 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/security-groups?id=b920a6eb-8091-4fef-b651-47b37c41e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Jul 22 21:07:40.261046 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-a09b2917-e158-461c-afb0-bc57b22468cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:40.262441 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-a09b2917-e158-461c-afb0-bc57b22468cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1097 time: 0.0588341 Jul 22 21:07:40.434871 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-73b5becd-d0fa-47f0-82aa-93ee380f1192 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:40.436360 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-73b5becd-d0fa-47f0-82aa-93ee380f1192 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 944 time: 0.0658591 Jul 22 21:07:40.463614 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-4b8abc51-cb97-4cfa-9459-3e29fc53e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:40.465089 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-4b8abc51-cb97-4cfa-9459-3e29fc53e2ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.0941803 Jul 22 21:07:40.542518 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-6b49148a-96b0-4326-bee2-8833f2d11419 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 200 len: 1000 time: 0.0582256 Jul 22 21:07:40.545748 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Deleting port 707b972f-c64a-4ebc-bace-399952bbf85a {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:07:40.546096 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:40.595743 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-2cc32555-55c8-40d5-9912-b6a248798325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:40.597208 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-2cc32555-55c8-40d5-9912-b6a248798325 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0473435 Jul 22 21:07:40.639712 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] For port 707b972f-c64a-4ebc-bace-399952bbf85a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=707b972f-c64a-4ebc-bace-399952bbf85a,segment=NetworkSegment(defd8e8c-bfe2-49a7-986b-0ee61a48e34f),segment_id=defd8e8c-bfe2-49a7-986b-0ee61a48e34f)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:40.640108 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:40.654261 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Calling delete_port for 707b972f-c64a-4ebc-bace-399952bbf85a owned by compute:nova {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:07:40.666760 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-ddd93b75-d049-47ae-865e-628dc30635fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:40.668311 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-ddd93b75-d049-47ae-865e-628dc30635fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549600 Jul 22 21:07:40.809076 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e35767ff-61b1-4d59-bf7f-5d501d3288d4 req-95e0f8f6-7413-4e48-bb20-5dfeccbd57c6 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 210 time: 0.0363822 Jul 22 21:07:40.811489 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-6baa3eb4-911c-4b14-a763-bbf925bf3622 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211817 Jul 22 21:07:40.835855 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:40.878600 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Pushing event deleted for resources: {'Port': ['ID=707b972f-c64a-4ebc-bace-399952bbf85a,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:40.936201 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6361d958-09e3-4083-a2d2-4199f419b8a5 req-b7840dc3-2a7d-43e6-8ba6-0197698bcd6f service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913792 Jul 22 21:07:40.951247 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.951607 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.951951 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.952290 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.952637 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.953055 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.953309 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.953636 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.953962 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.954283 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.954604 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.954925 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:40.975991 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] No DVR routers for this DVR port 707b972f-c64a-4ebc-bace-399952bbf85a on host hv-cinder-80001 {{(pid=93064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:07:40.987525 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:40.989389 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1f9fa0e7-6ab0-4aa3-825c-c285d35b609a req-162369dd-d1a1-4ce5-b403-f0ec62529243 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.66 "DELETE /v2.0/ports/707b972f-c64a-4ebc-bace-399952bbf85a HTTP/1.1" status: 204 len: 173 time: 0.5435174 Jul 22 21:07:40.989831 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'name': 'network-vif-deleted', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:07:40.992035 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ec169-20c3-4616-af3d-004e4334bb5f" -d '{"events": [{"server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "name": "network-vif-deleted", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:07:41.040532 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8d2b2-b0ce-46bd-9bf2-0a9e0ece63e1 x-openstack-request-id: req-9bc8d2b2-b0ce-46bd-9bf2-0a9e0ece63e1 {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:07:41.041464 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87b8d14-e36e-438a-9600-eb4d266bc81f", "name": "network-vif-deleted", "tag": "707b972f-c64a-4ebc-bace-399952bbf85a", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:07:41.041721 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bc8d2b2-b0ce-46bd-9bf2-0a9e0ece63e1 {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:07:41.042123 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87b8d14-e36e-438a-9600-eb4d266bc81f', 'name': 'network-vif-deleted', 'tag': '707b972f-c64a-4ebc-bace-399952bbf85a', 'status': 'completed', 'code': 200} Jul 22 21:07:41.060716 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212de7e-5bee-4bd5-b39c-4f7522b9dc20 req-cdac2ff1-984a-468e-97f9-d99ce2cc7b0e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:41.061697 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e212de7e-5bee-4bd5-b39c-4f7522b9dc20 req-cdac2ff1-984a-468e-97f9-d99ce2cc7b0e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0841627 Jul 22 21:07:41.107145 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e212de7e-5bee-4bd5-b39c-4f7522b9dc20 req-04510b15-c165-4b54-ac01-d66727508ec5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392790 Jul 22 21:07:41.245967 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6955c768-39ae-4ce9-b504-e948bedd0513 req-9c2f89fe-40ae-4683-9b5a-e3649a316d62 tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 210 time: 0.0359554 Jul 22 21:07:41.507851 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-7f4b7565-b446-41e0-a39c-bfac95cf41ac tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:41.510088 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-7f4b7565-b446-41e0-a39c-bfac95cf41ac tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.66 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 809 time: 0.1086621 Jul 22 21:07:41.658463 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-eb327c70-672e-4c0e-8401-b8e140c5561e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b694d144511d4e5ea9bf165c376b0cfd HTTP/1.1" status: 200 len: 378 time: 0.0450311 Jul 22 21:07:41.689922 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'port': {'device_id': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'admin_state_up': True, 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'security_groups': ['40be9fb1-be0d-449c-96bd-3a9417e56564']}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:41.807665 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Made reservation on behalf of b694d144511d4e5ea9bf165c376b0cfd for: {'port': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:07:41.811326 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:41.955751 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4a802b13-aa26-4e1a-b3b5-e4848828838c req-f846c472-403d-492d-9b35-51da243d7da9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 210 time: 0.0520616 Jul 22 21:07:42.020497 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Allocated IP 172.20.0.6 (dd367953-e15a-4ff2-b0c6-1e9706289228/474f9ae1-63b8-44c4-a03f-537516ec69a8/836da836-80d3-4fea-ac4b-6d2cb6597da6) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:07:42.169886 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:42.189817 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Transition to ACTIVE for port object 836da836-80d3-4fea-ac4b-6d2cb6597da6 will not be triggered until provisioned by entity DHCP. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:07:42.236554 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:42.280724 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cabba3-aaec-4065-bf35-d184ea42846b req-65481ea9-a481-4686-b69a-366af3b49aeb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:42.281327 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Network dd367953-e15a-4ff2-b0c6-1e9706289228 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:07:42.286336 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:07:42.290182 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:07:42.304558 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-55cabba3-aaec-4065-bf35-d184ea42846b req-65481ea9-a481-4686-b69a-366af3b49aeb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.1138368 Jul 22 21:07:42.401234 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-55cabba3-aaec-4065-bf35-d184ea42846b req-7a38e363-7a36-4c90-a09f-f208d5e7755d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932872 Jul 22 21:07:42.616307 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1a6cde65-b2c9-4c20-bb29-8355bac5993b req-6a8e2c1f-1021-4367-9d7a-92c11f59dd6e tempest-VolumesSnapshotTestJSON-2144684821 tempest-VolumesSnapshotTestJSON-2144684821-project] 10.222.0.64 "GET /v2.0/ports?device_id=b87b8d14-e36e-438a-9600-eb4d266bc81f HTTP/1.1" status: 200 len: 210 time: 0.0566194 Jul 22 21:07:42.626171 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:42.662187 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:42.663057 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:42.686893 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-355344ae-cdf5-441e-845c-82f6b4a245b8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0016229 Jul 22 21:07:42.706816 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf114ba-6c84-402a-938e-82f5e64187ba req-907832e3-7f7d-40a7-b983-ced0e2015142 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:42.708483 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5bf114ba-6c84-402a-938e-82f5e64187ba req-907832e3-7f7d-40a7-b983-ced0e2015142 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1340573 Jul 22 21:07:42.709579 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ca803-7b4b-4539-a773-980625542ffe req-d4b36e50-c6da-4ff4-a307-7f875664c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:42.711206 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f79ca803-7b4b-4539-a773-980625542ffe req-d4b36e50-c6da-4ff4-a307-7f875664c13c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1098 time: 0.0841248 Jul 22 21:07:42.714218 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Request body: {'port': {'device_id': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:07:42.737702 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-a00035a5-afa9-4d33-a89b-ee478dbc98b0 None None] Provisioning for port 836da836-80d3-4fea-ac4b-6d2cb6597da6 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:07:42.742385 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-a00035a5-afa9-4d33-a89b-ee478dbc98b0 None None] Provisioning complete for port 836da836-80d3-4fea-ac4b-6d2cb6597da6 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:42.742760 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a00035a5-afa9-4d33-a89b-ee478dbc98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:42.783157 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-a00035a5-afa9-4d33-a89b-ee478dbc98b0 None None] Port 836da836-80d3-4fea-ac4b-6d2cb6597da6 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:07:42.787290 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5bf114ba-6c84-402a-938e-82f5e64187ba req-f78effe7-0079-4c07-9a8e-66b66aa3407e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691445 Jul 22 21:07:42.840993 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:42.857063 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ca803-7b4b-4539-a773-980625542ffe req-5baaf68e-bd0b-4016-8142-6bae753e85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:42.859416 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f79ca803-7b4b-4539-a773-980625542ffe req-5baaf68e-bd0b-4016-8142-6bae753e85ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 921 time: 0.1317720 Jul 22 21:07:42.932054 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f79ca803-7b4b-4539-a773-980625542ffe req-f1ee0450-2316-415f-9bc8-8ff89e4d9e05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a HTTP/1.1" status: 200 len: 217 time: 0.0433772 Jul 22 21:07:43.015794 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ca803-7b4b-4539-a773-980625542ffe req-8ce1879e-12ed-42be-a2e4-47dc07f03a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.017706 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f79ca803-7b4b-4539-a773-980625542ffe req-8ce1879e-12ed-42be-a2e4-47dc07f03a5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.0783961 Jul 22 21:07:43.072674 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f79ca803-7b4b-4539-a773-980625542ffe req-ffaf240c-b96f-4ab4-896d-907deeb74e0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357010 Jul 22 21:07:43.205050 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b7e45-8a80-4f0d-84ae-30dbe9821e05 req-08a2557b-0c21-4f25-9445-ffb41251f81a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.206597 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3e9b7e45-8a80-4f0d-84ae-30dbe9821e05 req-08a2557b-0c21-4f25-9445-ffb41251f81a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 931 time: 0.1711473 Jul 22 21:07:43.261241 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0120a1b-d4e1-499f-ad5d-938273ec72f8 req-2cf5b82d-67e9-424d-877e-12149959b2d4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.262672 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d0120a1b-d4e1-499f-ad5d-938273ec72f8 req-2cf5b82d-67e9-424d-877e-12149959b2d4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.1744502 Jul 22 21:07:43.272112 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3e9b7e45-8a80-4f0d-84ae-30dbe9821e05 req-951452dd-a4be-4dab-9c46-2025f082a2da tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593796 Jul 22 21:07:43.272627 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f79ca803-7b4b-4539-a773-980625542ffe req-9959e047-2b23-4c3a-8238-b8a76f8c9291 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728778 Jul 22 21:07:43.319379 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836da836-80d3-4fea-ac4b-6d2cb6597da6 {{(pid=93064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:07:43.329749 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:43.343132 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-92087a6e-6792-4702-9ae2-cf9d15837db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.344643 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-92087a6e-6792-4702-9ae2-cf9d15837db9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1137 time: 0.1574402 Jul 22 21:07:43.345020 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Transition to ACTIVE for port object 836da836-80d3-4fea-ac4b-6d2cb6597da6 will not be triggered until provisioned by entity L2. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:07:43.348941 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:43.354319 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d0120a1b-d4e1-499f-ad5d-938273ec72f8 req-4e553c08-a3b9-45eb-b57c-85cedcdcedf4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807269 Jul 22 21:07:43.404642 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:43.473515 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f79ca803-7b4b-4539-a773-980625542ffe req-64543d84-2aa9-45fb-88de-51ee50d19fc9 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881750 Jul 22 21:07:43.482007 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Attempting to bind port 836da836-80d3-4fea-ac4b-6d2cb6597da6 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:07:43.482372 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Attempting to bind port 836da836-80d3-4fea-ac4b-6d2cb6597da6 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:07:43.482715 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Attempting to bind port 836da836-80d3-4fea-ac4b-6d2cb6597da6 on network dd367953-e15a-4ff2-b0c6-1e9706289228 {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:07:43.487457 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Port 836da836-80d3-4fea-ac4b-6d2cb6597da6 on network dd367953-e15a-4ff2-b0c6-1e9706289228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:07:43.487785 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Attempting to bind port 836da836-80d3-4fea-ac4b-6d2cb6597da6 on network dd367953-e15a-4ff2-b0c6-1e9706289228 {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:07:43.493020 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:07:43.493397 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Checking segment: {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:07:43.494477 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Bound using segment: {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'} {{(pid=93064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:07:43.495157 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.managers [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Bound port: 836da836-80d3-4fea-ac4b-6d2cb6597da6, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f3ca96-5ad7-4946-8370-87c69842dd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228'}}] {{(pid=93064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:07:43.495534 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:43.500427 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-4ed22abe-d002-40c7-a2bf-c5bfce1f88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.501918 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-4ed22abe-d002-40c7-a2bf-c5bfce1f88b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 916 time: 0.1447146 Jul 22 21:07:43.584988 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-4f89959f-18c4-42e5-8336-18268731d825 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 1001 time: 0.0748429 Jul 22 21:07:43.609871 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, cleared binding levels {{(pid=93064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:07:43.614905 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:07:43.625137 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bc397-0f11-41f3-9b93-ecf567cf39c2 req-5661eb6c-3db6-47f6-ac20-0741de6ee6fa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.626321 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-466bc397-0f11-41f3-9b93-ecf567cf39c2 req-5661eb6c-3db6-47f6-ac20-0741de6ee6fa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.1285791 Jul 22 21:07:43.628261 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:43.645300 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-ebb836a7-b92e-4b2b-b445-7896302996dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.646861 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-ebb836a7-b92e-4b2b-b445-7896302996dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 200 len: 853 time: 0.0497396 Jul 22 21:07:43.678621 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.679286 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:43.680735 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] 10.222.0.66 "PUT /v2.0/ports/836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 1093 time: 0.9712307 Jul 22 21:07:43.683089 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:07:43.685384 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e45e18b-9f51-43ac-adad-42136e107dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:07:43.741247 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-466bc397-0f11-41f3-9b93-ecf567cf39c2 req-b2fe7529-180a-459b-85d2-0b86fe4f8441 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840776 Jul 22 21:07:43.744842 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690c17-e8e4-424a-9242-155bc03c51b1 service neutron] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=3']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:43.752022 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0849d3-9888-47a8-be12-76aacab00e3a x-openstack-request-id: req-5f0849d3-9888-47a8-be12-76aacab00e3a {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:07:43.752532 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:07:43.752987 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f0849d3-9888-47a8-be12-76aacab00e3a {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:07:43.753607 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'status': 'completed', 'code': 200} Jul 22 21:07:43.768374 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-66cfff86-5bfb-4374-bc7c-37967369e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.770494 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-66cfff86-5bfb-4374-bc7c-37967369e08e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1109309-8acf-49e5-863c-0dff081e2a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985739 Jul 22 21:07:43.888905 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-0ff31d78-0b45-4cf5-9148-f3ae51dbd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.892756 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-0ff31d78-0b45-4cf5-9148-f3ae51dbd5e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1096 time: 0.0792828 Jul 22 21:07:43.944320 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-f7268a29-f1f1-421e-b3d9-2e82ad665f25 service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318629 Jul 22 21:07:43.956195 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-b1a69d67-dff4-4a5e-b854-ea2189fb342c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 217 time: 0.0461330 Jul 22 21:07:43.968917 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aec41f-42c2-47b5-9194-90a7b3fb53e0 req-73307b18-7001-458d-88d8-e54734854587 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:43.970610 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d8aec41f-42c2-47b5-9194-90a7b3fb53e0 req-73307b18-7001-458d-88d8-e54734854587 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0931597 Jul 22 21:07:44.031787 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-3dd110ff-98a4-498d-98b7-34f0983f4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.034845 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-3dd110ff-98a4-498d-98b7-34f0983f4bae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 200 len: 848 time: 0.0609906 Jul 22 21:07:44.084008 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d8aec41f-42c2-47b5-9194-90a7b3fb53e0 req-e6572c5b-06fc-4b7b-9aad-68c68847c63c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039040 Jul 22 21:07:44.112122 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c427e5b-6f57-4214-9b9a-4225d6e90127 req-54586840-b345-4262-8077-b948cadbbc2f service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399477 Jul 22 21:07:44.125704 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-54baf2c8-ad99-4436-a2af-6b2c388d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.127297 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-54baf2c8-ad99-4436-a2af-6b2c388d70c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd367953-e15a-4ff2-b0c6-1e9706289228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741305 Jul 22 21:07:44.269823 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-b498776c-6128-4497-a795-de03205a418c service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914056 Jul 22 21:07:44.403442 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-105abefd-ad95-4319-ab6a-fb21b20e82db req-8fecb339-f66c-4640-b769-68343ccaf76a service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240306 Jul 22 21:07:44.438823 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f5265-50cd-4219-8ee5-6e84bc7d23aa req-d03ff650-7343-4e36-be65-f815ab9c79aa tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.440361 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-649f5265-50cd-4219-8ee5-6e84bc7d23aa req-d03ff650-7343-4e36-be65-f815ab9c79aa tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0851145 Jul 22 21:07:44.481552 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-649f5265-50cd-4219-8ee5-6e84bc7d23aa req-61ea538d-c028-4c83-ad2a-554e1a09bff1 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333159 Jul 22 21:07:44.493141 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9438f4-4b0b-4b99-8943-5d5690d2d5bf req-bc1d8caf-ba99-483d-b9e6-bd8cc52d3bec tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.500744 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-db9438f4-4b0b-4b99-8943-5d5690d2d5bf req-bc1d8caf-ba99-483d-b9e6-bd8cc52d3bec tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0730238 Jul 22 21:07:44.539269 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-db9438f4-4b0b-4b99-8943-5d5690d2d5bf req-23a0cd51-f163-458c-bf9a-ab5b233ee8e0 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376496 Jul 22 21:07:44.605265 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-b05cc58b-5ea4-447c-b29a-7a508a62b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.606768 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-b05cc58b-5ea4-447c-b29a-7a508a62b235 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1096 time: 0.0563605 Jul 22 21:07:44.656970 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7191f746-8593-4395-8a22-365c4549f214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:44.709326 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-1a52c481-5cd6-43ed-bfe9-b47c0d5ca749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.710841 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-1a52c481-5cd6-43ed-bfe9-b47c0d5ca749 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 911 time: 0.0953715 Jul 22 21:07:44.752990 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-2aca0701-2ffd-47fa-a95f-02bf86263b40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 217 time: 0.0348535 Jul 22 21:07:44.804389 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-beccedd8-84ff-4605-8e29-c07ee16bd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.805876 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-beccedd8-84ff-4605-8e29-c07ee16bd8fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 200 len: 848 time: 0.0431678 Jul 22 21:07:44.911156 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-8b2dc278-e472-4742-a51e-2334e8510e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.912560 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-8b2dc278-e472-4742-a51e-2334e8510e85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd367953-e15a-4ff2-b0c6-1e9706289228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937345 Jul 22 21:07:44.928050 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6148fbd-81ee-4efb-be2b-b47c088eb7be req-68344804-cdee-4003-9446-35fc2f65841e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:44.929447 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f6148fbd-81ee-4efb-be2b-b47c088eb7be req-68344804-cdee-4003-9446-35fc2f65841e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.1020286 Jul 22 21:07:45.017334 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f6148fbd-81ee-4efb-be2b-b47c088eb7be req-6c6700c1-4c34-4064-90e7-3d13563041d1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782859 Jul 22 21:07:45.046185 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-bb8f8b94-1c23-4163-820d-43306845a6c0 service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157722 Jul 22 21:07:45.142137 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e45e18b-9f51-43ac-adad-42136e107dc7 req-cf1ef329-79a5-424d-bc74-09e0fe726c51 service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869551 Jul 22 21:07:45.229661 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fe8a4-2592-457e-8c31-81aca887489e req-202092d6-fbb5-4143-bcd2-ef6ef3f120d2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:45.231210 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f85fe8a4-2592-457e-8c31-81aca887489e req-202092d6-fbb5-4143-bcd2-ef6ef3f120d2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0686076 Jul 22 21:07:45.269937 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f85fe8a4-2592-457e-8c31-81aca887489e req-d3833693-fe86-461e-9425-12fe4ebedb5d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Jul 22 21:07:45.615537 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a671f6-291c-4968-9435-e10b6d59ffa4 req-9b37b33f-b002-4a29-b233-b5138102271b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:45.617038 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f7a671f6-291c-4968-9435-e10b6d59ffa4 req-9b37b33f-b002-4a29-b233-b5138102271b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0675678 Jul 22 21:07:45.655330 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f7a671f6-291c-4968-9435-e10b6d59ffa4 req-09bdfca9-60bd-4995-934a-99e670ecdb3e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326478 Jul 22 21:07:45.671316 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6069df-a198-441e-80ee-52a6ec20c1ac req-39745087-e00f-48d8-8a14-11fd3005e437 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:45.672814 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0a6069df-a198-441e-80ee-52a6ec20c1ac req-39745087-e00f-48d8-8a14-11fd3005e437 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0655951 Jul 22 21:07:45.716076 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0a6069df-a198-441e-80ee-52a6ec20c1ac req-484d032b-d416-4693-b305-ba7d6c688969 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374959 Jul 22 21:07:46.150717 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3a512-7474-4184-84c6-9079bd9595e2 req-56478480-6d9b-4814-b977-5ec0430ca829 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:46.152221 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-18a3a512-7474-4184-84c6-9079bd9595e2 req-56478480-6d9b-4814-b977-5ec0430ca829 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0632908 Jul 22 21:07:46.188808 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-18a3a512-7474-4184-84c6-9079bd9595e2 req-870eb109-fef4-45f8-a7f2-f6f39458a8f8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306668 Jul 22 21:07:46.402652 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3d8d8-d9b0-4bd9-98ed-fc8fb8aada5a req-50db3663-83f5-4769-928a-c6d5f4023f89 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:46.404146 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cde3d8d8-d9b0-4bd9-98ed-fc8fb8aada5a req-50db3663-83f5-4769-928a-c6d5f4023f89 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0660381 Jul 22 21:07:46.443234 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cde3d8d8-d9b0-4bd9-98ed-fc8fb8aada5a req-b4a27207-791c-45f4-af75-8abbbb3df280 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331984 Jul 22 21:07:46.787720 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c7ca2-6dba-4c9e-9bd0-a83bf21ec313 req-4b7f64d8-7c20-48cb-9153-2a9cb996b58a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:46.789211 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-988c7ca2-6dba-4c9e-9bd0-a83bf21ec313 req-4b7f64d8-7c20-48cb-9153-2a9cb996b58a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0651581 Jul 22 21:07:46.826561 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-988c7ca2-6dba-4c9e-9bd0-a83bf21ec313 req-cab6df2e-cbb7-4ff8-bade-58a6e202f996 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313311 Jul 22 21:07:46.848380 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c573d91-e759-4ea3-a9d6-81fbb601c2a6 req-ace66e0b-9235-4d87-9fb6-9675d06a0fc6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:46.849917 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5c573d91-e759-4ea3-a9d6-81fbb601c2a6 req-ace66e0b-9235-4d87-9fb6-9675d06a0fc6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0662553 Jul 22 21:07:46.889310 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5c573d91-e759-4ea3-a9d6-81fbb601c2a6 req-187a6057-72d9-4c56-a5d7-8198a44eb3d7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330729 Jul 22 21:07:47.301074 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-65dc377e-ef0f-4a36-aebc-5079f18d5b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:47.330224 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312c979-cde5-421b-9ba7-05e1aa59ed59 req-32529370-f73f-4750-a2bc-1a25cfd9efc0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:47.331720 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6312c979-cde5-421b-9ba7-05e1aa59ed59 req-32529370-f73f-4750-a2bc-1a25cfd9efc0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0722499 Jul 22 21:07:47.372161 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6312c979-cde5-421b-9ba7-05e1aa59ed59 req-807c28a7-2cff-4597-9487-7e8fb9f2c505 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349653 Jul 22 21:07:47.523455 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:47.571599 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570172de-9d22-4e7b-9cc2-c8831fc70c3a req-726d9b4c-d3a7-4e3d-a635-d9cc4c58619a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:47.573644 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-570172de-9d22-4e7b-9cc2-c8831fc70c3a req-726d9b4c-d3a7-4e3d-a635-d9cc4c58619a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0645626 Jul 22 21:07:47.613479 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-570172de-9d22-4e7b-9cc2-c8831fc70c3a req-f187e8b3-fb1c-4cff-b66e-8cec6313ac9a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342894 Jul 22 21:07:47.955079 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcde92c-697a-4492-bd27-f233fdcd2a71 req-bff7c857-988f-4e27-a2b8-af46d4ef9f4a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:47.956593 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5bcde92c-697a-4492-bd27-f233fdcd2a71 req-bff7c857-988f-4e27-a2b8-af46d4ef9f4a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0639975 Jul 22 21:07:47.994422 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5bcde92c-697a-4492-bd27-f233fdcd2a71 req-925689e9-21e3-4eb1-badb-0b162a078957 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320804 Jul 22 21:07:48.021485 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ffbd-1ae4-458f-ba3a-1aead25004a9 req-e9d2618c-1e72-4521-ab13-fd886f6ed7e0 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:48.023000 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3284ffbd-1ae4-458f-ba3a-1aead25004a9 req-e9d2618c-1e72-4521-ab13-fd886f6ed7e0 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0655313 Jul 22 21:07:48.063245 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3284ffbd-1ae4-458f-ba3a-1aead25004a9 req-02269ffd-9a7a-4341-935c-fd5d9260b1b9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338242 Jul 22 21:07:48.482461 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:48.513613 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122e205-016e-42e8-b069-5726c190629a req-97c1b332-8f17-4049-b54c-ef37c42273fb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:48.515118 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d122e205-016e-42e8-b069-5726c190629a req-97c1b332-8f17-4049-b54c-ef37c42273fb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0681353 Jul 22 21:07:48.551425 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d122e205-016e-42e8-b069-5726c190629a req-97a2af90-1454-41aa-b757-cb663161a7d5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308845 Jul 22 21:07:48.742689 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ecee2-8fb4-4259-826f-15ccc775c64b req-397263fe-404b-4324-a0c0-b129e5687815 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:48.744198 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ad0ecee2-8fb4-4259-826f-15ccc775c64b req-397263fe-404b-4324-a0c0-b129e5687815 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0636632 Jul 22 21:07:48.781567 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ad0ecee2-8fb4-4259-826f-15ccc775c64b req-f697b4dd-3882-4107-8cc1-1396226ac202 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Jul 22 21:07:49.129809 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966a778-8564-4929-bc14-9d7399b0a835 req-62864ba0-841d-4f8a-b9d5-a18a2a20cf89 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:49.131349 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b966a778-8564-4929-bc14-9d7399b0a835 req-62864ba0-841d-4f8a-b9d5-a18a2a20cf89 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0685024 Jul 22 21:07:49.169857 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b966a778-8564-4929-bc14-9d7399b0a835 req-7f204f99-60b6-4927-8cb6-2c5b6d817ab3 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326350 Jul 22 21:07:49.202330 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae9222-e293-410c-b2e1-1dd05d959a6a req-016338df-d3dc-4e21-9958-1174d5bcc5ff tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:49.203840 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9dae9222-e293-410c-b2e1-1dd05d959a6a req-016338df-d3dc-4e21-9958-1174d5bcc5ff tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0708139 Jul 22 21:07:49.244470 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9dae9222-e293-410c-b2e1-1dd05d959a6a req-5ea9f192-2aaf-47c4-9a12-b6fdde82581a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347388 Jul 22 21:07:49.692898 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71814-0c94-4cdc-88c8-2371afb38915 req-4de27861-b9e0-4ec5-b0a6-fb2738965642 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:49.697204 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-15c71814-0c94-4cdc-88c8-2371afb38915 req-4de27861-b9e0-4ec5-b0a6-fb2738965642 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0691841 Jul 22 21:07:49.737762 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-15c71814-0c94-4cdc-88c8-2371afb38915 req-68091ded-1a3b-4d09-bca9-6cdd917023b8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365925 Jul 22 21:07:49.910727 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cb63f-da76-466e-a43c-899706c306de req-b9fd3690-9120-4de1-8a36-83e9752c56f8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:49.912266 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e28cb63f-da76-466e-a43c-899706c306de req-b9fd3690-9120-4de1-8a36-83e9752c56f8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0642905 Jul 22 21:07:49.950070 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e28cb63f-da76-466e-a43c-899706c306de req-5ed89fb7-4f75-4122-a592-39f2d0c62062 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Jul 22 21:07:50.137692 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:50.302516 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e48af3-79cb-448d-9722-d49fd06d4758 req-0f6cf589-6065-48c2-bfbd-05648764700d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:50.303995 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d6e48af3-79cb-448d-9722-d49fd06d4758 req-0f6cf589-6065-48c2-bfbd-05648764700d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0684180 Jul 22 21:07:50.342072 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d6e48af3-79cb-448d-9722-d49fd06d4758 req-d930b3a9-fa0d-4c84-9836-c23b67698dfa tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320561 Jul 22 21:07:50.374670 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e582e5-feb8-4962-817b-56ce88da31b8 req-466525e2-68d0-47de-ba86-1052ad02f49e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:50.376183 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-22e582e5-feb8-4962-817b-56ce88da31b8 req-466525e2-68d0-47de-ba86-1052ad02f49e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0649374 Jul 22 21:07:50.419849 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-22e582e5-feb8-4962-817b-56ce88da31b8 req-de86f6e7-335d-47ed-8047-6922bb9aba42 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380254 Jul 22 21:07:50.873286 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c781e-2253-4bc2-b7b6-ad041c30170e req-f35291d6-4f56-4c85-8332-0085b062f99a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:50.874795 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cb7c781e-2253-4bc2-b7b6-ad041c30170e req-f35291d6-4f56-4c85-8332-0085b062f99a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0645082 Jul 22 21:07:50.918277 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cb7c781e-2253-4bc2-b7b6-ad041c30170e req-12655b4a-e1b3-44c3-99ae-c41fe8f129a7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375998 Jul 22 21:07:51.079907 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d2860-e9d2-4978-af59-d1e79d1aac0e req-4b522e50-424d-48fe-b8be-e46bc40132b7 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:51.081401 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d18d2860-e9d2-4978-af59-d1e79d1aac0e req-4b522e50-424d-48fe-b8be-e46bc40132b7 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0632753 Jul 22 21:07:51.118434 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d18d2860-e9d2-4978-af59-d1e79d1aac0e req-4f4a521a-d6a3-48c6-8925-60b9ead738d8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Jul 22 21:07:51.481959 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e460df-8d93-46fa-a36e-5e5fe6e98ff5 req-f8a456a5-2932-4710-8a50-ae0d9d6893ee tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:51.483519 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7e460df-8d93-46fa-a36e-5e5fe6e98ff5 req-f8a456a5-2932-4710-8a50-ae0d9d6893ee tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0737529 Jul 22 21:07:51.522187 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7e460df-8d93-46fa-a36e-5e5fe6e98ff5 req-1f9d75cc-f2ec-4d5e-8d7c-bdb6682d3e6c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332410 Jul 22 21:07:51.550066 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54980bbd-091e-4918-8f67-d4ee0f7ce4c5 req-1d54e28e-cf28-478c-b818-716e0c4d6ba0 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:51.551563 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54980bbd-091e-4918-8f67-d4ee0f7ce4c5 req-1d54e28e-cf28-478c-b818-716e0c4d6ba0 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0654924 Jul 22 21:07:51.592212 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54980bbd-091e-4918-8f67-d4ee0f7ce4c5 req-f6f3d2c7-ce93-401f-aa76-faf29d958fdc tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349858 Jul 22 21:07:52.054610 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315db94-6078-490d-8d82-fde789612d96 req-7c5ba14a-12ff-4b0c-aa8c-6220cfa1d404 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:52.056119 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a315db94-6078-490d-8d82-fde789612d96 req-7c5ba14a-12ff-4b0c-aa8c-6220cfa1d404 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 944 time: 0.0642035 Jul 22 21:07:52.093474 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a315db94-6078-490d-8d82-fde789612d96 req-d7c6beb7-4e9f-48eb-96b4-8407af7035a0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311878 Jul 22 21:07:52.264696 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f33cf-7e4e-480f-aed8-22eb86d4d941 req-94ef7ce0-b969-4592-8707-64959fd4eb62 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:52.266216 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5a5f33cf-7e4e-480f-aed8-22eb86d4d941 req-94ef7ce0-b969-4592-8707-64959fd4eb62 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0739222 Jul 22 21:07:52.306135 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5a5f33cf-7e4e-480f-aed8-22eb86d4d941 req-fa425d8c-7daf-44ed-932e-5ac2389adf70 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336919 Jul 22 21:07:52.591982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 836da836-80d3-4fea-ac4b-6d2cb6597da6 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:07:52.652979 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c4648-40ab-4adb-862e-9f465cbd9686 req-ca245f04-8754-4eb4-8420-ac2e1cb4b615 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:52.654738 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f01c4648-40ab-4adb-862e-9f465cbd9686 req-ca245f04-8754-4eb4-8420-ac2e1cb4b615 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0678496 Jul 22 21:07:52.693803 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f01c4648-40ab-4adb-862e-9f465cbd9686 req-cc79c861-87a5-455e-9b03-f4f1a9e78894 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331054 Jul 22 21:07:52.696744 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:52.709327 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'port_id': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'mac_address': 'fa:16:3e:d3:a8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:07:52.737626 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1a9a-e8e1-4c4e-b774-7396a0cc48b9 req-840c2f15-a2ff-49c0-a216-15ae958bef2b tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:52.739332 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1fdf1a9a-e8e1-4c4e-b774-7396a0cc48b9 req-840c2f15-a2ff-49c0-a216-15ae958bef2b tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0782888 Jul 22 21:07:52.751622 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:52.764630 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836da836-80d3-4fea-ac4b-6d2cb6597da6 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:07:52.783345 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1fdf1a9a-e8e1-4c4e-b774-7396a0cc48b9 req-27381438-6767-4446-ae32-7b00c4e977ba tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372908 Jul 22 21:07:52.784581 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:52.788920 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:52.789895 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:07:52.868829 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:52.880553 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.880904 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.881248 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.881584 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.881919 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.882250 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.882580 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.882912 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.883292 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.883616 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.883940 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.884260 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:07:52.939087 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:52.949723 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'port_id': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'mac_address': 'fa:16:3e:01:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:07:52.985218 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:52.997891 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a74c8c9-60e8-4418-9bad-1d93855cb73e {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:07:53.018319 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:53.021069 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:53.077747 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=9']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:53.233263 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d5d8f-306c-4b69-bc78-ec0332083149 req-4aac7792-cd5b-4c76-a283-d489a2805e29 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:53.234727 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-241d5d8f-306c-4b69-bc78-ec0332083149 req-4aac7792-cd5b-4c76-a283-d489a2805e29 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0659482 Jul 22 21:07:53.270816 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-241d5d8f-306c-4b69-bc78-ec0332083149 req-c1415b8a-568e-4b7c-947c-e540e7b24c19 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 Jul 22 21:07:53.452306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47048-5e67-42dd-9e49-d3d421445f39 req-b27e2d9e-9a14-444f-8ac8-335f1db64ded tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:53.462072 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-44e47048-5e67-42dd-9e49-d3d421445f39 req-b27e2d9e-9a14-444f-8ac8-335f1db64ded tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0869348 Jul 22 21:07:53.502671 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-44e47048-5e67-42dd-9e49-d3d421445f39 req-bcba649e-2eb8-4538-a3a0-169ea844caa6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Jul 22 21:07:53.578770 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['836da836-80d3-4fea-ac4b-6d2cb6597da6'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:07:53.608062 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['0a74c8c9-60e8-4418-9bad-1d93855cb73e'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:07:53.827978 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a46c3-5b5b-4d2f-9ce4-17cbaf5fbc50 req-7e8cd201-a78a-45aa-9a8f-702da9a45bfe tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:53.829633 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cc2a46c3-5b5b-4d2f-9ce4-17cbaf5fbc50 req-7e8cd201-a78a-45aa-9a8f-702da9a45bfe tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 944 time: 0.0696821 Jul 22 21:07:53.879018 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cc2a46c3-5b5b-4d2f-9ce4-17cbaf5fbc50 req-aa656df4-5490-4d75-9fed-9eb0e2213f1f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440414 Jul 22 21:07:53.927593 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881cf63-45a5-4a32-9399-e26669ae9691 req-c30c093f-676f-4bba-9ec1-c30a899642a6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:53.929076 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b881cf63-45a5-4a32-9399-e26669ae9691 req-c30c093f-676f-4bba-9ec1-c30a899642a6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0658228 Jul 22 21:07:53.968980 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b881cf63-45a5-4a32-9399-e26669ae9691 req-41ea4676-6006-4852-8afd-cbbec9c31914 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334377 Jul 22 21:07:54.408183 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2a117-0ba7-49e4-a81e-d366afd9f7f9 req-333a63f0-1d20-4e5e-95b2-7ff24f415ff4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:54.409820 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f5e2a117-0ba7-49e4-a81e-d366afd9f7f9 req-333a63f0-1d20-4e5e-95b2-7ff24f415ff4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0664177 Jul 22 21:07:54.450497 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f5e2a117-0ba7-49e4-a81e-d366afd9f7f9 req-14b835b7-a81f-4c91-b4ff-199e15dba6b0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351317 Jul 22 21:07:54.631928 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5b383-f572-41f2-8500-a516300da760 req-d9260028-8434-458a-b8d9-6d5c0ae266a6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:54.633422 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ff5b383-f572-41f2-8500-a516300da760 req-d9260028-8434-458a-b8d9-6d5c0ae266a6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0628338 Jul 22 21:07:54.671830 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ff5b383-f572-41f2-8500-a516300da760 req-5fc1f2e6-ba50-479c-ba88-6ede20f76e13 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Jul 22 21:07:55.006813 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6a498-e3a8-4094-ae4a-040eb5a8c554 req-e0b6f5da-3162-461e-b0a3-dd42cac708c5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:55.008444 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-05e6a498-e3a8-4094-ae4a-040eb5a8c554 req-e0b6f5da-3162-461e-b0a3-dd42cac708c5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 944 time: 0.0631878 Jul 22 21:07:55.047928 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-05e6a498-e3a8-4094-ae4a-040eb5a8c554 req-a5fcfd95-7fa8-459e-9c09-47943b7773a0 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330331 Jul 22 21:07:55.101840 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ea7dd-e2e2-4596-bc5b-0d4240d03be9 req-40498544-fc7b-44e6-a799-b86db0843e3f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:55.103340 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-490ea7dd-e2e2-4596-bc5b-0d4240d03be9 req-40498544-fc7b-44e6-a799-b86db0843e3f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0668690 Jul 22 21:07:55.143416 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-490ea7dd-e2e2-4596-bc5b-0d4240d03be9 req-145b96a6-4580-4d3b-b4aa-134484c95903 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340133 Jul 22 21:07:55.587405 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7b0b9-9baf-498a-a3af-107debd1df0e req-27f09454-2e15-4975-94c0-19063e58d859 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:55.588862 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-24a7b0b9-9baf-498a-a3af-107debd1df0e req-27f09454-2e15-4975-94c0-19063e58d859 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0645268 Jul 22 21:07:55.626055 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-24a7b0b9-9baf-498a-a3af-107debd1df0e req-f3c3aeb9-aa21-4666-82a3-760c5e98afc5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317562 Jul 22 21:07:55.798804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7b3a7-a4bb-464a-99e3-8b91eaecaf00 req-db334935-cb8a-4c1f-b5ff-d5b378aac64c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:55.800286 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30a7b3a7-a4bb-464a-99e3-8b91eaecaf00 req-db334935-cb8a-4c1f-b5ff-d5b378aac64c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0632865 Jul 22 21:07:55.837962 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30a7b3a7-a4bb-464a-99e3-8b91eaecaf00 req-648ed8d0-76f9-48d2-9d50-f6c8ab22a588 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321589 Jul 22 21:07:56.179415 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0427170-9c39-47c7-a13b-dab3461b1482 req-cf2ff176-e382-40d1-b741-eb7db58692e5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:56.180846 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c0427170-9c39-47c7-a13b-dab3461b1482 req-cf2ff176-e382-40d1-b741-eb7db58692e5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 944 time: 0.0670443 Jul 22 21:07:56.218872 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c0427170-9c39-47c7-a13b-dab3461b1482 req-9a0ebe1b-81f4-4774-ae21-0c36ea3df171 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325465 Jul 22 21:07:56.278924 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402a873-fd2f-474e-9492-9e21b3b1ebbf req-8e912113-185a-4605-a706-f7a676dfb32d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:56.280612 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c402a873-fd2f-474e-9492-9e21b3b1ebbf req-8e912113-185a-4605-a706-f7a676dfb32d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0699379 Jul 22 21:07:56.324183 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c402a873-fd2f-474e-9492-9e21b3b1ebbf req-7dd7a895-0a5b-43ec-95c4-fa9046baa45b tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373542 Jul 22 21:07:56.759280 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7031f-70e7-4c33-9fd9-61bb23ae774a req-3e550bdf-6e73-443b-9d1e-6c11b9a963dd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:56.760757 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d8b7031f-70e7-4c33-9fd9-61bb23ae774a req-3e550bdf-6e73-443b-9d1e-6c11b9a963dd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0647330 Jul 22 21:07:56.797599 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d8b7031f-70e7-4c33-9fd9-61bb23ae774a req-4f947e42-fd63-48b0-8314-1be3b4e1ed27 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306997 Jul 22 21:07:56.968594 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03648c9-c6de-4bd3-a75b-5d3ac8b703aa req-0680c2d1-f2c0-43ec-9bd1-da08a88d302b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:56.969990 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e03648c9-c6de-4bd3-a75b-5d3ac8b703aa req-0680c2d1-f2c0-43ec-9bd1-da08a88d302b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0636878 Jul 22 21:07:57.007304 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e03648c9-c6de-4bd3-a75b-5d3ac8b703aa req-b7d10d7b-3928-4cb6-af92-f78d271fb951 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Jul 22 21:07:57.411059 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e035fbb-0368-4467-b4f7-40a02563b51e req-99530cd2-7398-4619-82a5-d0e88c19c782 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:57.412525 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6e035fbb-0368-4467-b4f7-40a02563b51e req-99530cd2-7398-4619-82a5-d0e88c19c782 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 944 time: 0.0711198 Jul 22 21:07:57.451682 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6e035fbb-0368-4467-b4f7-40a02563b51e req-4ac22eba-e340-47eb-aa4e-7a63729412fe tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335903 Jul 22 21:07:57.458567 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705425ef-bbe1-42a4-9030-984470fd3011 req-4a9f396b-3191-47fd-b039-c424cf78f084 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:57.460136 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-705425ef-bbe1-42a4-9030-984470fd3011 req-4a9f396b-3191-47fd-b039-c424cf78f084 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0684335 Jul 22 21:07:57.513602 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-705425ef-bbe1-42a4-9030-984470fd3011 req-a8c1a2d6-fc7d-4180-94f0-2d67b572c1ca tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475607 Jul 22 21:07:57.956974 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d70194-6c83-4bf9-902f-dca5601b370b req-66cee095-5738-4edd-8050-3c89acdf8b3f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:57.958465 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-80d70194-6c83-4bf9-902f-dca5601b370b req-66cee095-5738-4edd-8050-3c89acdf8b3f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0673664 Jul 22 21:07:57.995912 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-80d70194-6c83-4bf9-902f-dca5601b370b req-0cfcca12-264f-420e-b461-9b74d91be660 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Jul 22 21:07:58.139529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf51f8-34bc-4629-9074-02610ba98a98 req-b8edf4df-ec66-4c17-927d-8d9120a873d2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:58.141013 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5ddf51f8-34bc-4629-9074-02610ba98a98 req-b8edf4df-ec66-4c17-927d-8d9120a873d2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0691121 Jul 22 21:07:58.178666 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5ddf51f8-34bc-4629-9074-02610ba98a98 req-4a967cda-5154-4068-b94c-4f034bea4d6e tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Jul 22 21:07:58.591141 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ec910-b22e-4005-8602-e2f14acb0a34 req-aa6b371f-6d8e-407e-9a07-a684183f7b28 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:58.595306 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d91ec910-b22e-4005-8602-e2f14acb0a34 req-aa6b371f-6d8e-407e-9a07-a684183f7b28 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 944 time: 0.0771129 Jul 22 21:07:58.633645 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d91ec910-b22e-4005-8602-e2f14acb0a34 req-6d1bdd5c-52e4-4d09-957d-05f377528f0c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336866 Jul 22 21:07:58.656357 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe7f26-2fff-45c7-91b8-805c86594cbd req-0a566132-e67b-4d98-a967-0f8da06baa1d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:58.657851 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2ebe7f26-2fff-45c7-91b8-805c86594cbd req-0a566132-e67b-4d98-a967-0f8da06baa1d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0712423 Jul 22 21:07:58.698081 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2ebe7f26-2fff-45c7-91b8-805c86594cbd req-6d00be9a-4ce5-4eb4-bffd-4276211d3a76 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344675 Jul 22 21:07:59.036425 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 836da836-80d3-4fea-ac4b-6d2cb6597da6 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:59.099400 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 836da836-80d3-4fea-ac4b-6d2cb6597da6 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:07:59.104213 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 836da836-80d3-4fea-ac4b-6d2cb6597da6 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:59.104637 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:59.143943 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9a43b-0501-4fd2-8d12-e6a36f521e9b req-f23400ea-8d0f-461f-bbc9-8ab72bfa54c0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:59.145637 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c1e9a43b-0501-4fd2-8d12-e6a36f521e9b req-f23400ea-8d0f-461f-bbc9-8ab72bfa54c0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 945 time: 0.0724423 Jul 22 21:07:59.183021 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:59.183239 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c1e9a43b-0501-4fd2-8d12-e6a36f521e9b req-c3221af2-4ea2-43a1-b36d-4d71c7521730 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Jul 22 21:07:59.207953 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:07:59.210416 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae76f91-753d-4e2d-a171-86ddeb358204" -d '{"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-plugged", "status": "completed", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:07:59.223083 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:59.227559 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:59.228412 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:07:59.272333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6703d99-5237-4509-a9c9-35883f6839f2 x-openstack-request-id: req-f6703d99-5237-4509-a9c9-35883f6839f2 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:07:59.272625 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-plugged", "status": "completed", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:07:59.272873 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6703d99-5237-4509-a9c9-35883f6839f2 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:07:59.273259 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'code': 200} Jul 22 21:07:59.318517 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:59.325774 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 0a74c8c9-60e8-4418-9bad-1d93855cb73e triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:07:59.326003 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:59.328127 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81790ad0-d407-4013-9b43-9ca39ac7b3f0 req-20ca4d73-a474-4a52-a0a3-052c9b48edc2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:59.329701 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-81790ad0-d407-4013-9b43-9ca39ac7b3f0 req-20ca4d73-a474-4a52-a0a3-052c9b48edc2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0723097 Jul 22 21:07:59.374276 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-81790ad0-d407-4013-9b43-9ca39ac7b3f0 req-31492d8c-19de-4fa6-8d74-f65e11ba0ec8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Jul 22 21:07:59.407532 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:59.442470 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:07:59.446454 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:07:59.500557 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=10']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:07:59.572248 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617cf5-4d68-4502-9ccf-bebe03a7c132 req-568d63dd-65bd-42e4-916b-fa5e7f32a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:59.573733 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-08617cf5-4d68-4502-9ccf-bebe03a7c132 req-568d63dd-65bd-42e4-916b-fa5e7f32a8d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1098 time: 0.0534573 Jul 22 21:07:59.610703 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-08617cf5-4d68-4502-9ccf-bebe03a7c132 req-f4733ba4-897e-4037-9996-4f3e4d0703f1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278039 Jul 22 21:07:59.767163 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20681130-0184-45df-9e4b-3853368b1a34 req-f4defe0a-f148-4988-aafa-7c3641de072b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:59.768671 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-20681130-0184-45df-9e4b-3853368b1a34 req-f4defe0a-f148-4988-aafa-7c3641de072b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0669608 Jul 22 21:07:59.805957 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-20681130-0184-45df-9e4b-3853368b1a34 req-d4990201-5f4f-44ec-8137-ee174e159c53 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318611 Jul 22 21:07:59.828330 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5324-8aee-4a2a-be3a-ad3cb9417f11 req-d1acbb33-4646-40f3-9244-4895ff560912 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:07:59.829833 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7d4d5324-8aee-4a2a-be3a-ad3cb9417f11 req-d1acbb33-4646-40f3-9244-4895ff560912 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0651720 Jul 22 21:07:59.868646 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7d4d5324-8aee-4a2a-be3a-ad3cb9417f11 req-d22a8077-6e5f-4abc-8567-cf8107d2ff64 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333126 Jul 22 21:08:00.325533 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb720b6-369a-49e0-a723-7919b7c9c84f req-342df4de-d44f-4082-b44b-a199bc3657b6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:00.327343 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7fb720b6-369a-49e0-a723-7919b7c9c84f req-342df4de-d44f-4082-b44b-a199bc3657b6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.0712929 Jul 22 21:08:00.364605 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7fb720b6-369a-49e0-a723-7919b7c9c84f req-8f04eefe-0cda-441a-8219-9d16ac1f282b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Jul 22 21:08:00.508230 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb943-3709-4765-8748-e39713709d09 req-77fb9704-f47b-478b-afe8-ad3e21d695b3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:00.509810 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d51eb943-3709-4765-8748-e39713709d09 req-77fb9704-f47b-478b-afe8-ad3e21d695b3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0652142 Jul 22 21:08:00.550185 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d51eb943-3709-4765-8748-e39713709d09 req-2ed909c6-d249-4aff-b712-43a5ca13db04 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Jul 22 21:08:00.939733 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9e66-d738-4380-99f6-24116ae73a19 req-393b2800-c9d4-4c97-b37d-fa776cabc452 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:00.941239 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb5b9e66-d738-4380-99f6-24116ae73a19 req-393b2800-c9d4-4c97-b37d-fa776cabc452 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0644505 Jul 22 21:08:00.980483 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb5b9e66-d738-4380-99f6-24116ae73a19 req-d2f751c1-8bfa-43f6-9411-dd0b9cbfef77 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335431 Jul 22 21:08:01.228648 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eed85-eab8-4d73-ab8f-af9cc3bb3cd4 req-8e5ad5c4-5edc-4b2e-a10c-db12806e372f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:01.230159 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-023eed85-eab8-4d73-ab8f-af9cc3bb3cd4 req-8e5ad5c4-5edc-4b2e-a10c-db12806e372f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.2939591 Jul 22 21:08:01.271471 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-023eed85-eab8-4d73-ab8f-af9cc3bb3cd4 req-ce9c10aa-edeb-44e6-82b0-d9ac642558e3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350611 Jul 22 21:08:01.274809 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:08:01.278471 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71ba3f5-f4c8-450b-b969-a45f5930a82a" -d '{"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-plugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:08:01.320320 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332210c1-b9fa-4659-8934-be730772a0d7 x-openstack-request-id: req-332210c1-b9fa-4659-8934-be730772a0d7 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:08:01.320611 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-plugged", "status": "completed", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:08:01.320885 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-332210c1-b9fa-4659-8934-be730772a0d7 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:08:01.321626 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'code': 200} Jul 22 21:08:01.501285 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f580d-95d4-4723-8e1d-5347b19e416c req-173f2e0f-b514-4f97-831d-9eb2005d24e6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:01.502759 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-407f580d-95d4-4723-8e1d-5347b19e416c req-173f2e0f-b514-4f97-831d-9eb2005d24e6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.0640428 Jul 22 21:08:01.543283 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-407f580d-95d4-4723-8e1d-5347b19e416c req-1117ac05-ee30-497b-8ffb-bed4e81752ff tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349004 Jul 22 21:08:01.692621 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e790373-409d-49d9-b53d-b9b6049e1fa7 req-1f180662-cca9-415f-87f5-0e6492d24baf tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:01.694037 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2e790373-409d-49d9-b53d-b9b6049e1fa7 req-1f180662-cca9-415f-87f5-0e6492d24baf tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0721915 Jul 22 21:08:01.732568 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2e790373-409d-49d9-b53d-b9b6049e1fa7 req-96cec935-ddca-4396-8f90-301947f50400 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Jul 22 21:08:01.955835 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae5566-d25c-4125-92cd-117de98755c2 req-9a9301e7-feb0-4073-b8ee-7f3fa0eb0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:01.957217 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ccae5566-d25c-4125-92cd-117de98755c2 req-9a9301e7-feb0-4073-b8ee-7f3fa0eb0cc8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 1100 time: 0.0564635 Jul 22 21:08:01.992216 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ccae5566-d25c-4125-92cd-117de98755c2 req-f75bcff2-bc13-46f4-a182-7e397c1eb9d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270512 Jul 22 21:08:02.110272 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc826-0a95-4184-8194-da14624f6e85 req-738045d8-9027-4222-ae3f-4c064e951938 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:02.111827 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c35cc826-0a95-4184-8194-da14624f6e85 req-738045d8-9027-4222-ae3f-4c064e951938 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0634367 Jul 22 21:08:02.151739 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c35cc826-0a95-4184-8194-da14624f6e85 req-6a591632-9362-458c-ae3a-acf3c62469a2 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343993 Jul 22 21:08:02.279810 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac7255-d9a3-427e-8911-639054f95ce3 req-72cb5104-7f1a-45e6-9d86-d3a03f0b95d8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:02.281183 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b8ac7255-d9a3-427e-8911-639054f95ce3 req-72cb5104-7f1a-45e6-9d86-d3a03f0b95d8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0644350 Jul 22 21:08:02.318801 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b8ac7255-d9a3-427e-8911-639054f95ce3 req-56921ecc-5835-4e1b-99fa-961e844222ee tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318038 Jul 22 21:08:02.341539 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 59894) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:02.480299 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3a75d-6cf8-458c-ae80-4cf75de114ff req-9cd6831a-45d0-4e68-94c4-e75ed4af8d8a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:02.483281 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3fe3a75d-6cf8-458c-ae80-4cf75de114ff req-9cd6831a-45d0-4e68-94c4-e75ed4af8d8a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.1296561 Jul 22 21:08:02.497936 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e0d23-aef6-46b3-a6c7-6ac4de628484 tempest-TestShelveInstance-3208437 tempest-TestShelveInstance-3208437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:02.499390 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a01e0d23-aef6-46b3-a6c7-6ac4de628484 tempest-TestShelveInstance-3208437 tempest-TestShelveInstance-3208437-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1093 time: 0.1568582 Jul 22 21:08:02.502758 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 59906) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:02.507416 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'port_id': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:08:02.531189 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3fe3a75d-6cf8-458c-ae80-4cf75de114ff req-a63594ae-abaa-4352-b999-b0aaff09850c tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418236 Jul 22 21:08:02.531712 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for floatingip, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:02.862373 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:02.874444 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84ea2c-8d82-4e6d-afde-73f60135ee99 req-6c6a95d5-c79c-4843-982c-8317cf957bea tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:02.875982 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac84ea2c-8d82-4e6d-afde-73f60135ee99 req-6c6a95d5-c79c-4843-982c-8317cf957bea tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0698628 Jul 22 21:08:02.916196 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac84ea2c-8d82-4e6d-afde-73f60135ee99 req-3a1a1e6e-f438-47f1-9d2f-a1c8cb055219 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Jul 22 21:08:02.944253 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94acf8-d294-44af-a8cd-74dd208afdc0 req-8522d838-7de5-41f2-a21a-a3edfa5f1738 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:02.945727 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5a94acf8-d294-44af-a8cd-74dd208afdc0 req-8522d838-7de5-41f2-a21a-a3edfa5f1738 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.3266418 Jul 22 21:08:03.017246 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5a94acf8-d294-44af-a8cd-74dd208afdc0 req-09d4a1d5-b720-4a7b-87a0-ab477b0e5e73 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534444 Jul 22 21:08:03.018247 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Allocated IP 172.27.2.215 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/ab2ea865-24d5-4116-b09c-d5990b19c76b) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:08:03.132270 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.169855 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.208362 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:08:03.211078 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:08:03.214588 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:08:03.220381 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'Port': ['ID=ab2ea865-24d5-4116-b09c-d5990b19c76b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:03.574826 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.658210 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.685278 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee4066-4d0a-4c05-bced-ff8da619982a req-8a87e99e-5b68-4233-9016-aa13f15914c3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:03.687481 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0dee4066-4d0a-4c05-bced-ff8da619982a req-8a87e99e-5b68-4233-9016-aa13f15914c3 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0724547 Jul 22 21:08:03.730392 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0dee4066-4d0a-4c05-bced-ff8da619982a req-3d8ac708-a419-465e-a390-d58f551f35af tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364575 Jul 22 21:08:03.811820 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.816979 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:03.893250 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event updated for resources: {'Port': ['ID=ab2ea865-24d5-4116-b09c-d5990b19c76b,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:03.906740 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:04.045454 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.l3_db [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Floating IP afc5e1ee-987b-4889-98a9-b2ff0ee1804f associated. External IP: 172.27.2.215, port: 836da836-80d3-4fea-ac4b-6d2cb6597da6. Jul 22 21:08:04.061955 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:04.147406 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c23b7e-df8a-494c-bb69-18dbddfb3736 req-6775e698-145d-4279-8696-acdebf40448b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:04.148970 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-27c23b7e-df8a-494c-bb69-18dbddfb3736 req-6775e698-145d-4279-8696-acdebf40448b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1551855 Jul 22 21:08:04.188314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878709-6f04-4738-b6c9-f05b838c7908 req-61729d35-0cc9-497f-b851-31576beea115 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:04.190014 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b7878709-6f04-4738-b6c9-f05b838c7908 req-61729d35-0cc9-497f-b851-31576beea115 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.0787520 Jul 22 21:08:04.219429 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-27c23b7e-df8a-494c-bb69-18dbddfb3736 req-9477559f-8838-4ad9-affa-29f5d5fb9bb8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578554 Jul 22 21:08:04.237660 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b7878709-6f04-4738-b6c9-f05b838c7908 req-25d7b5b5-0910-462e-8269-18261757255e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419090 Jul 22 21:08:04.328344 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Router ae063e00-70c4-421e-851a-1c3b1dc07bb3 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:08:04.437181 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:08:04.447577 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] Sync routers for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:08:04.455084 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:04.458287 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:08:04.458883 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:07:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:04.505319 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-2f67cc8d-5bf6-4d3e-a487-ac4432eeef19 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9887042 Jul 22 21:08:04.505319 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:08:04.505319 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8975ee72-9dbc-4685-bda5-5906dd2e44cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:08:04.537719 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cee67c-62ac-4e02-9adb-fce9ece6e54b x-openstack-request-id: req-b4cee67c-62ac-4e02-9adb-fce9ece6e54b {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:08:04.538051 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:08:04.538304 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b4cee67c-62ac-4e02-9adb-fce9ece6e54b {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:08:04.538701 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'status': 'completed', 'code': 200} Jul 22 21:08:04.584186 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:08:04.670390 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-2908a0e0-8af6-4ace-a198-dffa87c724f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:04.672094 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-2908a0e0-8af6-4ace-a198-dffa87c724f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1098 time: 0.0675008 Jul 22 21:08:04.792755 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-db4ab902-f5cf-4cc9-ad20-85d451c29169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:04.794932 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-db4ab902-f5cf-4cc9-ad20-85d451c29169 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 911 time: 0.1082981 Jul 22 21:08:04.882807 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-969da72b-bc93-4ffb-9444-5f05c814cc60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 999 time: 0.0795567 Jul 22 21:08:04.928121 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'afc5e1ee-987b-4889-98a9-b2ff0ee1804f', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'port_id': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'mac_address': 'fa:16:3e:d3:a8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:08:03Z', 'updated_at': '2021-07-22T21:08:03Z', 'revision_number': 0, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:59Z', 'revision_number': 5, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:04.941774 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0e40-eed4-4ab4-9ce7-639e3f1ceffd req-785d7136-8cb4-4416-bd72-728c134fb790 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:04.943687 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-234c0e40-eed4-4ab4-9ce7-639e3f1ceffd req-785d7136-8cb4-4416-bd72-728c134fb790 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.1193404 Jul 22 21:08:04.962943 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-83b8b2a7-5d8b-4bcf-bff4-74086e7b62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:04.964627 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-83b8b2a7-5d8b-4bcf-bff4-74086e7b62c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 200 len: 848 time: 0.0738490 Jul 22 21:08:04.967042 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] Checking router: ae063e00-70c4-421e-851a-1c3b1dc07bb3 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:08:04.975259 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:08:04.975858 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:07:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:04.986794 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-234c0e40-eed4-4ab4-9ce7-639e3f1ceffd req-10ae25ce-8db8-4275-84bb-b4b3db6dffc8 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365832 Jul 22 21:08:05.040208 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-116c159b-db39-484b-973f-887332f65bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:05.041629 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-116c159b-db39-484b-973f-887332f65bf4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd367953-e15a-4ff2-b0c6-1e9706289228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566247 Jul 22 21:08:05.083107 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:08:05.140077 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-e3fec366-b130-487c-85ee-30a7b2f0f99a service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836425 Jul 22 21:08:05.242855 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8975ee72-9dbc-4685-bda5-5906dd2e44cd req-6aaf4a8b-97fb-4d5c-b13d-71ea7fa171ef service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939043 Jul 22 21:08:05.330567 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'afc5e1ee-987b-4889-98a9-b2ff0ee1804f', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'port_id': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'mac_address': 'fa:16:3e:d3:a8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:08:03Z', 'updated_at': '2021-07-22T21:08:03Z', 'revision_number': 0, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:59Z', 'revision_number': 5, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:05.365324 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacdcf50-df44-4eb9-b9d5-3e2b83719ec4 None None] The sync data for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi is: [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'afc5e1ee-987b-4889-98a9-b2ff0ee1804f', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'port_id': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'mac_address': 'fa:16:3e:d3:a8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:08:03Z', 'updated_at': '2021-07-22T21:08:03Z', 'revision_number': 0, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:59Z', 'revision_number': 5, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:08:05.392135 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558212ee-f95f-430c-844d-c079fda4777e req-1a539080-2468-433a-93c8-114210a7f784 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:05.393448 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-558212ee-f95f-430c-844d-c079fda4777e req-1a539080-2468-433a-93c8-114210a7f784 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0833142 Jul 22 21:08:05.423547 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec6ec7-89ca-47d8-a662-4c47c66af200 req-fe35de7f-dbe1-4bc0-8278-e73c8ce83569 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:05.425125 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-83ec6ec7-89ca-47d8-a662-4c47c66af200 req-fe35de7f-dbe1-4bc0-8278-e73c8ce83569 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.0935309 Jul 22 21:08:05.455585 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-558212ee-f95f-430c-844d-c079fda4777e req-bbfed8c4-3870-4857-9bc6-bc0b468033f5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551891 Jul 22 21:08:05.471226 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-83ec6ec7-89ca-47d8-a662-4c47c66af200 req-16443c1e-3681-47a1-8b5d-c95573b7e44d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387824 Jul 22 21:08:05.584889 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c1387-dbc9-477f-b571-93cadfea72bc None None] New status for floating IP afc5e1ee-987b-4889-98a9-b2ff0ee1804f: ACTIVE {{(pid=93065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:08:06.125863 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ac0c-1927-414c-9b25-66524cf14576 req-0610ba6a-4b39-426b-8fd9-e275092076e7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:06.127392 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ffe9ac0c-1927-414c-9b25-66524cf14576 req-0610ba6a-4b39-426b-8fd9-e275092076e7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0706248 Jul 22 21:08:06.166213 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ffe9ac0c-1927-414c-9b25-66524cf14576 req-dd42885b-a21f-451f-961c-5ada301c2a0d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330749 Jul 22 21:08:06.592504 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522f0b1-21bd-4dba-ac90-216414ec7a92 req-df292641-8aa3-4bd9-bcb4-3c970cc69983 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:06.594023 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6522f0b1-21bd-4dba-ac90-216414ec7a92 req-df292641-8aa3-4bd9-bcb4-3c970cc69983 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0675662 Jul 22 21:08:06.632282 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6522f0b1-21bd-4dba-ac90-216414ec7a92 req-d3f1ae5c-0006-49af-a6b6-2e91b4e70a38 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Jul 22 21:08:07.093143 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:07.094770 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60004) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:07.138717 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] Deleting subnet 28894523-7a2b-4d3d-849d-3a2e30a93b1e {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:08:07.141835 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.175789 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.214286 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.309228 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.344822 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57c2a-ea0c-49a5-8c2c-f76bab68c4cd req-6803a574-bac0-41bd-b24e-eb563da4789e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:07.346610 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c2e57c2a-ea0c-49a5-8c2c-f76bab68c4cd req-6803a574-bac0-41bd-b24e-eb563da4789e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.1083412 Jul 22 21:08:07.352888 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28894523-7a2b-4d3d-849d-3a2e30a93b1e,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:07.366959 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.368750 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-963c7dd5-2b0e-4f5e-9af0-d2ccbd2d715c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/28894523-7a2b-4d3d-849d-3a2e30a93b1e HTTP/1.1" status: 204 len: 168 time: 0.2729137 Jul 22 21:08:07.371436 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60008) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:07.399197 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c2e57c2a-ea0c-49a5-8c2c-f76bab68c4cd req-fcddabeb-8242-4666-8c3e-4694069756c2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409412 Jul 22 21:08:07.441553 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.527675 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.538385 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.538732 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.539522 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.539880 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > port after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.540212 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.540556 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > port after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.540887 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.541219 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.541555 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.541885 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.746743 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.747482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.747482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.748083 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 21:08:07.748255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0a5a96-c766-4301-8933-70b0f5369ba8']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:07.775242 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:07.775537 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defd8e8c-bfe2-49a7-986b-0ee61a48e34f') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:07.808633 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.835291 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.846625 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:08:07.847032 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: from cryptography.utils import int_from_bytes Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: from cryptography.utils import int_from_bytes Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:08:07.851040 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:08:07.919812 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08130655-0fd8-4ca4-a5c1-53f59d0c5da9 req-85f264cf-9a04-4ad2-bd8f-710b084395fc tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:07.921579 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08130655-0fd8-4ca4-a5c1-53f59d0c5da9 req-85f264cf-9a04-4ad2-bd8f-710b084395fc tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1681714 Jul 22 21:08:07.923449 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.933511 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:07.935353 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] 10.222.0.64 "DELETE /v2.0/networks/1c0a5a96-c766-4301-8933-70b0f5369ba8 HTTP/1.1" status: 204 len: 168 time: 0.5628004 Jul 22 21:08:07.950389 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0a5a96-c766-4301-8933-70b0f5369ba8,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:07.966001 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.966399 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.967289 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.967632 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.967962 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.968293 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.968620 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.968948 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.969274 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.969604 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.969928 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.970247 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3fe8d-89e3-488b-95c7-a050145f5f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:07.992039 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08130655-0fd8-4ca4-a5c1-53f59d0c5da9 req-9e3fae71-0cc3-42f5-bd29-863672c2a20b tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620821 Jul 22 21:08:08.101877 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60014) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:08.146842 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-5c27f248-fde6-4549-8c9e-67e5eb035346 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=844f143380004f94a8a425fa7337fa52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437391 Jul 22 21:08:08.149234 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60016) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:08.202883 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f4d622a5-fc94-4145-a0e9-5adb48cc94a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:08.225661 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f4d622a5-fc94-4145-a0e9-5adb48cc94a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:08.273214 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f4d622a5-fc94-4145-a0e9-5adb48cc94a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:08.276334 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f4d622a5-fc94-4145-a0e9-5adb48cc94a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:08.277741 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f4d622a5-fc94-4145-a0e9-5adb48cc94a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b920a6eb-8091-4fef-b651-47b37c41e85b HTTP/1.1" status: 204 len: 168 time: 0.1275628 Jul 22 21:08:08.286786 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d622a5-fc94-4145-a0e9-5adb48cc94a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b920a6eb-8091-4fef-b651-47b37c41e85b,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:08.537835 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132f96-dd43-48f8-b586-b309aaf48aba req-8979bcb5-5b1f-445d-8f3c-bb8b53ea5ba4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:08.539417 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2b132f96-dd43-48f8-b586-b309aaf48aba req-8979bcb5-5b1f-445d-8f3c-bb8b53ea5ba4 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0671957 Jul 22 21:08:08.595442 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2b132f96-dd43-48f8-b586-b309aaf48aba req-6ab370ed-d9b9-4591-b164-3701c98a401f tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&id=729050f1-f193-4270-9d3c-e9e17fcec463&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490186 Jul 22 21:08:09.132838 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467c374-12cc-4358-86aa-f439d0d1aaa0 req-36dfc754-6efb-4693-8476-f4a4eab2b69c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:09.134418 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0467c374-12cc-4358-86aa-f439d0d1aaa0 req-36dfc754-6efb-4693-8476-f4a4eab2b69c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0722184 Jul 22 21:08:09.175361 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0467c374-12cc-4358-86aa-f439d0d1aaa0 req-af584030-d17e-4ded-9a38-f80481e86e22 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347102 Jul 22 21:08:10.304258 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24745c1f-77e0-44d6-b936-0b623e508b40 req-8581374a-58ec-40f7-9f3a-f3e0c2532c65 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:10.305771 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-24745c1f-77e0-44d6-b936-0b623e508b40 req-8581374a-58ec-40f7-9f3a-f3e0c2532c65 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0655468 Jul 22 21:08:10.343026 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-24745c1f-77e0-44d6-b936-0b623e508b40 req-972df27d-35c3-42b2-9f6e-7bec4228d4f8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Jul 22 21:08:11.478822 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588788f-a4c6-47a7-b305-9006169a0e94 req-52526d98-4a12-4f26-aec1-bcada94620f4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:11.480351 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0588788f-a4c6-47a7-b305-9006169a0e94 req-52526d98-4a12-4f26-aec1-bcada94620f4 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0690665 Jul 22 21:08:11.519198 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0588788f-a4c6-47a7-b305-9006169a0e94 req-4b65985f-092f-4aaf-a6d2-7abc0e930659 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jul 22 21:08:12.651720 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99360da-4a69-404e-b53a-7f9fd6cc1c33 req-244b3aca-cc73-4e3b-aed5-701e77bf949a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:12.652777 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f99360da-4a69-404e-b53a-7f9fd6cc1c33 req-244b3aca-cc73-4e3b-aed5-701e77bf949a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0655701 Jul 22 21:08:12.691914 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f99360da-4a69-404e-b53a-7f9fd6cc1c33 req-eafbc3ac-0a79-4aa4-afc8-a7fa27930d40 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Jul 22 21:08:13.823774 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64f99f-fc1c-4d77-b705-f3d2a0e07517 req-fdaab72e-dcfd-4d9e-9ab0-ebda37a39dd6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:13.825259 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3d64f99f-fc1c-4d77-b705-f3d2a0e07517 req-fdaab72e-dcfd-4d9e-9ab0-ebda37a39dd6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0660892 Jul 22 21:08:13.863792 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3d64f99f-fc1c-4d77-b705-f3d2a0e07517 req-67475132-e766-4c22-855f-c5947ee0dcb3 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Jul 22 21:08:14.599046 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5e88-faf2-4517-88d5-5911fd803a10 req-a3ee581a-2711-4326-b572-bf1fd04c0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:14.600548 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-58ab5e88-faf2-4517-88d5-5911fd803a10 req-a3ee581a-2711-4326-b572-bf1fd04c0416 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1098 time: 0.0574164 Jul 22 21:08:14.636798 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-58ab5e88-faf2-4517-88d5-5911fd803a10 req-ef7aad9f-0f78-4b25-ac55-180ef70e142c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289705 Jul 22 21:08:14.657772 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-472efad2-cf93-4e83-94c9-e048b1fb580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:14.995461 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dafc84-03c7-471b-99c8-1c7593771803 req-aed52113-62ba-4534-bb87-6d3d8098878d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:14.996960 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-35dafc84-03c7-471b-99c8-1c7593771803 req-aed52113-62ba-4534-bb87-6d3d8098878d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0661809 Jul 22 21:08:15.034989 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-35dafc84-03c7-471b-99c8-1c7593771803 req-203b3cd8-0ded-4cf3-b5b2-68acbbb689fe tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322485 Jul 22 21:08:16.163800 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ddc66-21ec-4d93-9a4c-c63725ffedfc req-c77feb2e-d40c-4491-9634-b60cadb3a7ca tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:16.165307 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-869ddc66-21ec-4d93-9a4c-c63725ffedfc req-c77feb2e-d40c-4491-9634-b60cadb3a7ca tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0640082 Jul 22 21:08:16.203315 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-869ddc66-21ec-4d93-9a4c-c63725ffedfc req-5567bf2c-86df-4f68-aea6-fe26d3c140a2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Jul 22 21:08:17.303748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-51e8e505-69fe-4fe6-ba3c-e2fe8e88b353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:17.336921 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c9eaf-182c-45ef-be3d-76598b101b50 req-cdf49b9d-5160-4617-a089-bdd56082f790 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:17.338387 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-429c9eaf-182c-45ef-be3d-76598b101b50 req-cdf49b9d-5160-4617-a089-bdd56082f790 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0659513 Jul 22 21:08:17.379172 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-429c9eaf-182c-45ef-be3d-76598b101b50 req-1ff1a096-43b3-4688-88e7-366e647387b2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348260 Jul 22 21:08:17.525553 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:17.703436 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee262-e040-46c5-b0fb-a062c42b7f58 req-1ee6189f-def8-443f-bc70-7c0d04a667aa tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:17.704842 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-24fee262-e040-46c5-b0fb-a062c42b7f58 req-1ee6189f-def8-443f-bc70-7c0d04a667aa tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0701783 Jul 22 21:08:17.743494 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-24fee262-e040-46c5-b0fb-a062c42b7f58 req-459a2fa4-de2d-4908-9e1c-902116c09114 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Jul 22 21:08:18.485748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:18.875071 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d8cc2-11da-41dc-a98f-0ee978f052b5 req-021bc198-f314-4ac1-95a4-ece92f54a6bc tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:18.876561 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-840d8cc2-11da-41dc-a98f-0ee978f052b5 req-021bc198-f314-4ac1-95a4-ece92f54a6bc tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0651731 Jul 22 21:08:18.913867 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-840d8cc2-11da-41dc-a98f-0ee978f052b5 req-1092133b-dfe6-4a43-8105-c66afeb0e007 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jul 22 21:08:19.922491 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-a3b81002-8889-4447-b139-4a14317111c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:19.924160 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-a3b81002-8889-4447-b139-4a14317111c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 1098 time: 0.0544922 Jul 22 21:08:20.053731 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21344aaf-975c-417a-b609-5969efc2af14 req-b12a3d26-0f08-4c55-a77d-61254cdcbee6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:20.056324 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-21344aaf-975c-417a-b609-5969efc2af14 req-b12a3d26-0f08-4c55-a77d-61254cdcbee6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0729837 Jul 22 21:08:20.105390 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-21344aaf-975c-417a-b609-5969efc2af14 req-aadda259-e4e9-46eb-a9c3-b4c11fff4939 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Jul 22 21:08:20.141581 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:20.237823 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-66821249-fdef-47fa-b467-14124e9ae3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:20.240304 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-66821249-fdef-47fa-b467-14124e9ae3bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 200 len: 921 time: 0.2973981 Jul 22 21:08:20.287306 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-cc6eb5c7-e4d3-4fa7-a403-c3be84c4a2fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a HTTP/1.1" status: 200 len: 217 time: 0.0365093 Jul 22 21:08:20.353999 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-b4b1b7ad-6c20-4825-92dd-85dad67156a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:20.355716 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-b4b1b7ad-6c20-4825-92dd-85dad67156a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 200 len: 859 time: 0.0546947 Jul 22 21:08:20.402352 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-78cb3237-ea6d-45af-8fbc-815013aa2a7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fff756a3-4d46-4b38-aebb-95a2a9144ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292633 Jul 22 21:08:20.523320 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-e9a4b65a-94ea-4688-a0f8-7183189503fe service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845056 Jul 22 21:08:20.627202 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-decb0d4b-cda3-4931-97a9-9466b7c0edc0 req-2f22e749-7015-42f0-b913-b8d85c9cd170 service neutron] 10.222.0.66 "GET /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Jul 22 21:08:21.252979 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b738c-ec58-422b-9106-b40214528ec9 req-a2066713-0e8e-4d41-8957-1658678acf64 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:21.255229 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f38b738c-ec58-422b-9106-b40214528ec9 req-a2066713-0e8e-4d41-8957-1658678acf64 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0689132 Jul 22 21:08:21.294088 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f38b738c-ec58-422b-9106-b40214528ec9 req-a0d92138-9aa2-40c5-80f6-6589e0c1f7c8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Jul 22 21:08:22.427302 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da0b25-68ef-4492-b7d1-cf7ac73ffae2 req-841829bf-ca4e-4025-ad28-aeb6aa8f8727 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:22.428706 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e8da0b25-68ef-4492-b7d1-cf7ac73ffae2 req-841829bf-ca4e-4025-ad28-aeb6aa8f8727 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0664816 Jul 22 21:08:22.468289 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e8da0b25-68ef-4492-b7d1-cf7ac73ffae2 req-1c3daff9-d0ea-4820-a50d-592f298c4c9c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Jul 22 21:08:23.600857 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc448ed2-148f-49f0-9f79-07696a3e7cd4 req-bb3866d7-bcac-4020-a930-210a8e407468 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:23.602378 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc448ed2-148f-49f0-9f79-07696a3e7cd4 req-bb3866d7-bcac-4020-a930-210a8e407468 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0659661 Jul 22 21:08:23.639679 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cc448ed2-148f-49f0-9f79-07696a3e7cd4 req-7a051cd4-3689-4cea-88e3-59a69df7d2cc tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Jul 22 21:08:24.923955 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d6d9-4f55-4d94-80e3-535cb79a7305 req-63125519-b432-4400-a75f-7766fe15c559 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:24.925515 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3308d6d9-4f55-4d94-80e3-535cb79a7305 req-63125519-b432-4400-a75f-7766fe15c559 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.2171052 Jul 22 21:08:24.971960 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3308d6d9-4f55-4d94-80e3-535cb79a7305 req-b3876bda-a445-4853-b671-de708a417b42 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Jul 22 21:08:25.905686 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00734711-c274-45f7-bd94-1a3fd95488d0 req-fba36356-6063-4c47-9db7-cf685ce2ab02 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:25.907200 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-00734711-c274-45f7-bd94-1a3fd95488d0 req-fba36356-6063-4c47-9db7-cf685ce2ab02 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0680606 Jul 22 21:08:25.955690 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-00734711-c274-45f7-bd94-1a3fd95488d0 req-510ff9b3-f0fd-494c-b14f-a85679602d85 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Jul 22 21:08:26.160569 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebde2e-b13d-411e-81e5-a3b7d1ab496f req-467a6738-76b3-4207-8779-c0bcc3a4ab78 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:26.161987 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4bebde2e-b13d-411e-81e5-a3b7d1ab496f req-467a6738-76b3-4207-8779-c0bcc3a4ab78 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1197195 Jul 22 21:08:26.200247 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4bebde2e-b13d-411e-81e5-a3b7d1ab496f req-80b0c15d-5418-47b7-9f6c-1b76dee9eb78 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Jul 22 21:08:27.097117 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd6d46-20fc-4e0c-998c-f652e5ee3a25 req-033975f7-acfd-4ba0-b8e8-745714a5a7b9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:27.099434 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fbbd6d46-20fc-4e0c-998c-f652e5ee3a25 req-033975f7-acfd-4ba0-b8e8-745714a5a7b9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0716581 Jul 22 21:08:27.138273 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fbbd6d46-20fc-4e0c-998c-f652e5ee3a25 req-6cc7c6d0-dbc8-4ed0-bd19-18864223e590 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330477 Jul 22 21:08:27.344209 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698f270-9213-41ed-a95c-d0f01a7f3463 req-c50b7a97-5f0a-4298-bdb6-e27798c4609f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:27.345730 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1698f270-9213-41ed-a95c-d0f01a7f3463 req-c50b7a97-5f0a-4298-bdb6-e27798c4609f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0747049 Jul 22 21:08:27.383272 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1698f270-9213-41ed-a95c-d0f01a7f3463 req-d285b8bf-22ea-40ed-931f-315c2d67385c tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jul 22 21:08:28.267851 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eb1f8-40f2-46b8-9fec-bbe3177a2987 req-35f0d41e-c158-4d1f-8534-6dab6ba009fd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:28.269325 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-715eb1f8-40f2-46b8-9fec-bbe3177a2987 req-35f0d41e-c158-4d1f-8534-6dab6ba009fd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0641558 Jul 22 21:08:28.307298 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-715eb1f8-40f2-46b8-9fec-bbe3177a2987 req-a04d3861-f15f-4a4f-ba3d-68b6907ab64e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Jul 22 21:08:29.443204 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b921b-e5e4-4855-a1a7-0d62ff0804b5 req-a38345cf-3a0a-415a-b512-2dee91068e4c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:29.444614 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6d7b921b-e5e4-4855-a1a7-0d62ff0804b5 req-a38345cf-3a0a-415a-b512-2dee91068e4c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0670290 Jul 22 21:08:29.481775 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6d7b921b-e5e4-4855-a1a7-0d62ff0804b5 req-94f27891-ccad-4a5c-9b49-00bd62ffb117 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316684 Jul 22 21:08:30.555393 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60268) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:30.619966 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81c6b-7583-49de-a9e0-ddaaf2173f90 req-6df863e6-df35-4285-943f-259164188955 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:30.621612 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0af81c6b-7583-49de-a9e0-ddaaf2173f90 req-6df863e6-df35-4285-943f-259164188955 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0692067 Jul 22 21:08:30.660059 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0af81c6b-7583-49de-a9e0-ddaaf2173f90 req-c70f4156-71e1-4f5b-96d3-8de1a809afcd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330250 Jul 22 21:08:30.660317 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0be91803-8778-495a-bd22-8ed51113bf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.751506 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0be91803-8778-495a-bd22-8ed51113bf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.755314 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0be91803-8778-495a-bd22-8ed51113bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.792107 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be91803-8778-495a-bd22-8ed51113bf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf68bb9-0766-4f67-8ee8-f9854b28ea47,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:30.797783 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-0be91803-8778-495a-bd22-8ed51113bf64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e740cfbe65834d8bba47581b0161f062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414997 Jul 22 21:08:30.800475 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60272) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:30.847732 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7173e9af-6498-48bb-9d73-e52238579671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.873327 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7173e9af-6498-48bb-9d73-e52238579671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.918057 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7173e9af-6498-48bb-9d73-e52238579671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.920615 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7173e9af-6498-48bb-9d73-e52238579671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:30.921762 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-7173e9af-6498-48bb-9d73-e52238579671 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bf68bb9-0766-4f67-8ee8-f9854b28ea47 HTTP/1.1" status: 204 len: 168 time: 0.1203966 Jul 22 21:08:30.929287 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173e9af-6498-48bb-9d73-e52238579671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf68bb9-0766-4f67-8ee8-f9854b28ea47,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:31.791706 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047f554-2695-4368-a226-68dd8ab13702 req-7665634b-8417-4752-8958-820a067bea06 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:31.793147 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9047f554-2695-4368-a226-68dd8ab13702 req-7665634b-8417-4752-8958-820a067bea06 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0646923 Jul 22 21:08:31.832395 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9047f554-2695-4368-a226-68dd8ab13702 req-90c34188-c434-496d-a456-6e515b0c64d0 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337765 Jul 22 21:08:32.325837 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd1474-1973-4b76-addc-ca0b6a55687d req-db2b1985-8c76-4317-a7ed-8a3cf683c532 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:32.327330 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cfdd1474-1973-4b76-addc-ca0b6a55687d req-db2b1985-8c76-4317-a7ed-8a3cf683c532 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0642724 Jul 22 21:08:32.364827 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cfdd1474-1973-4b76-addc-ca0b6a55687d req-8648d801-3a9c-4e29-b7e6-c900e242117f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Jul 22 21:08:32.962720 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40683d-9fef-4e71-a5a9-17a05006a55f req-181bdd4b-449f-4970-845d-a4ca0ce5f19c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:32.964225 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-af40683d-9fef-4e71-a5a9-17a05006a55f req-181bdd4b-449f-4970-845d-a4ca0ce5f19c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0638587 Jul 22 21:08:33.001470 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-af40683d-9fef-4e71-a5a9-17a05006a55f req-315a6fc6-e94b-489e-8338-94e5947d0c81 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Jul 22 21:08:33.500522 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa742-71c9-49bb-a70b-02badbd28097 req-e9998ab7-65f8-48f4-bc71-a51edaaee42a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:33.502029 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f12fa742-71c9-49bb-a70b-02badbd28097 req-e9998ab7-65f8-48f4-bc71-a51edaaee42a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0693030 Jul 22 21:08:33.564439 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f12fa742-71c9-49bb-a70b-02badbd28097 req-9eea0183-384f-48da-a281-c1c15974fbca tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534003 Jul 22 21:08:33.582416 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-cad37d0d-d552-41e7-ba6d-d1a8dcb138d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:33.583955 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-cad37d0d-d552-41e7-ba6d-d1a8dcb138d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1099 time: 0.0810540 Jul 22 21:08:33.702539 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-12078f05-9942-4c0b-a425-484241c7a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:33.703923 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-12078f05-9942-4c0b-a425-484241c7a9ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 913 time: 0.0882626 Jul 22 21:08:33.770336 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-cc17aa41-d832-429a-9941-936190f9a3b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 200 len: 1002 time: 0.0572650 Jul 22 21:08:33.820788 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-c61c3d30-3d74-486d-ab81-356f89443158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:33.823045 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-c61c3d30-3d74-486d-ab81-356f89443158 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.0438297 Jul 22 21:08:33.886636 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-322b9f69-8d3f-4c14-a10b-0dcbecc1ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:33.888167 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-322b9f69-8d3f-4c14-a10b-0dcbecc1ff81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582366 Jul 22 21:08:33.980881 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-46b73942-f18d-458f-87a0-4b2b964aeaca service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835679 Jul 22 21:08:34.076218 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:34.086645 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-705b3731-24df-4c2b-b5a5-8c3f294432f4 req-a390128f-8226-444c-98bb-e38f0b5f571c service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916064 Jul 22 21:08:34.131340 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fb21a-d3e6-4a1c-9ca6-f78128108f5a req-6f67e4e7-9fd7-483b-9cf4-3926c29751ac tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:34.132827 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cd6fb21a-d3e6-4a1c-9ca6-f78128108f5a req-6f67e4e7-9fd7-483b-9cf4-3926c29751ac tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0640578 Jul 22 21:08:34.172996 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cd6fb21a-d3e6-4a1c-9ca6-f78128108f5a req-1f31262b-73cc-47aa-be38-81e1e33b9d22 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Jul 22 21:08:34.693052 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239dee2-8c01-4222-8a2f-be6e64495695 req-aa9e7e9c-9c93-472d-9991-57b20d5d13bb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:34.694530 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6239dee2-8c01-4222-8a2f-be6e64495695 req-aa9e7e9c-9c93-472d-9991-57b20d5d13bb tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0638366 Jul 22 21:08:34.732495 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6239dee2-8c01-4222-8a2f-be6e64495695 req-17dba3ef-1c37-4125-925a-2838a142ed64 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Jul 22 21:08:35.305524 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac3713-696f-4740-b8e4-81a195e6ed4b req-5987d8ae-0c69-4d4d-bd61-0ae525580480 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:35.307627 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c2ac3713-696f-4740-b8e4-81a195e6ed4b req-5987d8ae-0c69-4d4d-bd61-0ae525580480 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0673113 Jul 22 21:08:35.347500 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c2ac3713-696f-4740-b8e4-81a195e6ed4b req-a7f4e5e3-8122-45b1-9486-4e9915805637 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344613 Jul 22 21:08:35.874162 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dd9c6-00b7-4ac4-8d3d-975990d9de96 req-1507e587-8de5-4a71-be1f-75a1d1564c5f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:35.875739 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c02dd9c6-00b7-4ac4-8d3d-975990d9de96 req-1507e587-8de5-4a71-be1f-75a1d1564c5f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0759935 Jul 22 21:08:35.915005 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c02dd9c6-00b7-4ac4-8d3d-975990d9de96 req-df78b6e2-8fb7-4aec-ac3c-56d9bc3353b2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Jul 22 21:08:36.476764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3873f2-c480-4a75-9c19-2ac59ddb1fe9 req-6d19ee91-dbc2-41d1-9ece-38fb8ce2d8f9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:36.478252 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ee3873f2-c480-4a75-9c19-2ac59ddb1fe9 req-6d19ee91-dbc2-41d1-9ece-38fb8ce2d8f9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0642171 Jul 22 21:08:36.517038 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ee3873f2-c480-4a75-9c19-2ac59ddb1fe9 req-8606adc2-b546-41d2-9b46-55ebed36d3b7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323203 Jul 22 21:08:36.786939 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-40fc0637-e08a-4f97-93a6-a176515d20f8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:36.788371 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-40fc0637-e08a-4f97-93a6-a176515d20f8 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.0667517 Jul 22 21:08:36.901906 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Deleting port 614d77b2-ae5e-45c1-9e94-5a2984433b5e {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:08:36.902560 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:37.026259 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] For port 614d77b2-ae5e-45c1-9e94-5a2984433b5e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=614d77b2-ae5e-45c1-9e94-5a2984433b5e,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:08:37.026699 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:37.041919 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Calling delete_port for 614d77b2-ae5e-45c1-9e94-5a2984433b5e owned by compute:nova {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:08:37.111982 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c23f2-4f99-4d04-a1e4-2a41bdb2a02c req-85dadc59-ee68-402a-847d-5a64002e27fe tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:37.113532 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2c9c23f2-4f99-4d04-a1e4-2a41bdb2a02c req-85dadc59-ee68-402a-847d-5a64002e27fe tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7 HTTP/1.1" status: 200 len: 946 time: 0.1310205 Jul 22 21:08:37.181102 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2c9c23f2-4f99-4d04-a1e4-2a41bdb2a02c req-d229878a-b60a-4082-a6ca-a927cfea6d0d tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589519 Jul 22 21:08:37.236458 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:37.269728 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Pushing event deleted for resources: {'Port': ['ID=614d77b2-ae5e-45c1-9e94-5a2984433b5e,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:37.315078 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] No DVR routers for this DVR port 614d77b2-ae5e-45c1-9e94-5a2984433b5e on host hv-cinder-80001 {{(pid=93064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:08:37.318083 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:37.320072 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8dd41861-593d-49d0-a23c-576b0cd4b33d req-00554316-dd13-49c3-8255-f88a3ead8771 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "DELETE /v2.0/ports/614d77b2-ae5e-45c1-9e94-5a2984433b5e HTTP/1.1" status: 204 len: 173 time: 0.5143638 Jul 22 21:08:37.320505 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'name': 'network-vif-deleted', 'tag': '614d77b2-ae5e-45c1-9e94-5a2984433b5e'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:08:37.323323 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6107ee41-730d-4c0f-aa2d-6cff2d8815c2" -d '{"events": [{"server_uuid": "5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7", "name": "network-vif-deleted", "tag": "614d77b2-ae5e-45c1-9e94-5a2984433b5e"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:08:37.339726 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['614d77b2-ae5e-45c1-9e94-5a2984433b5e', 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:08:37.363441 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210dd4b4-7297-4939-95ab-851b4d36bc96 x-openstack-request-id: req-210dd4b4-7297-4939-95ab-851b4d36bc96 {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:08:37.363737 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7", "name": "network-vif-deleted", "tag": "614d77b2-ae5e-45c1-9e94-5a2984433b5e", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:08:37.363984 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-210dd4b4-7297-4939-95ab-851b4d36bc96 {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:08:37.364930 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f95cb3d-c5e0-4bfc-9c9e-f4ce434d18f7', 'name': 'network-vif-deleted', 'tag': '614d77b2-ae5e-45c1-9e94-5a2984433b5e', 'status': 'completed', 'code': 200} Jul 22 21:08:37.654781 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc26cb-4dde-4a29-b3c5-ac1126f7840e req-e3b6eac2-295f-458f-b87b-e9ed21ee13c9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:37.656372 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2ccc26cb-4dde-4a29-b3c5-ac1126f7840e req-e3b6eac2-295f-458f-b87b-e9ed21ee13c9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0657527 Jul 22 21:08:37.693514 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2ccc26cb-4dde-4a29-b3c5-ac1126f7840e req-e676f012-1131-4204-8f48-9235736b1f78 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Jul 22 21:08:38.471712 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d2dbd-82d6-4e57-ba03-08fe5d959467 req-cddfc91b-ffe7-4b71-b9df-a8bd93fd6a23 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:38.473213 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f95d2dbd-82d6-4e57-ba03-08fe5d959467 req-cddfc91b-ffe7-4b71-b9df-a8bd93fd6a23 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0673728 Jul 22 21:08:38.510207 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f95d2dbd-82d6-4e57-ba03-08fe5d959467 req-6e198d92-6809-49cd-9fd1-357c45736cb0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Jul 22 21:08:38.827473 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fccc66-e0de-4bdc-a9ac-997e57ee7359 req-fa7549b5-7900-4496-93a9-a11cd71d8460 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:38.828881 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a2fccc66-e0de-4bdc-a9ac-997e57ee7359 req-fa7549b5-7900-4496-93a9-a11cd71d8460 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0676975 Jul 22 21:08:38.871006 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a2fccc66-e0de-4bdc-a9ac-997e57ee7359 req-67ab8fe2-b2e9-4c52-88e4-8bb4d8ecf30b tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364642 Jul 22 21:08:39.264739 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 614d77b2-ae5e-45c1-9e94-5a2984433b5e no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:08:39.284525 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 614d77b2-ae5e-45c1-9e94-5a2984433b5e {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:08:39.284870 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 614d77b2-ae5e-45c1-9e94-5a2984433b5e not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:08:39.641820 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9baa0-b8e5-4097-a666-8b07f197b504 req-ec5c154f-d440-419b-991a-812d07a02d0a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:39.643380 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bef9baa0-b8e5-4097-a666-8b07f197b504 req-ec5c154f-d440-419b-991a-812d07a02d0a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0636027 Jul 22 21:08:39.681342 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bef9baa0-b8e5-4097-a666-8b07f197b504 req-7faa5114-643d-409e-8428-9b0663dad54a tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Jul 22 21:08:40.000138 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33606e4f-ef4b-4f94-831f-043b9c69d514 req-16fe5e76-52d0-4df3-98fe-bf9f59ee9cb1 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:40.001607 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-33606e4f-ef4b-4f94-831f-043b9c69d514 req-16fe5e76-52d0-4df3-98fe-bf9f59ee9cb1 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0635397 Jul 22 21:08:40.042542 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-33606e4f-ef4b-4f94-831f-043b9c69d514 req-254be42f-9de8-41b4-ad95-6d4923912d9c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349128 Jul 22 21:08:40.810723 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f7de-d399-43a2-b452-765e88dafa41 req-5a8175c0-409d-4e27-a8aa-73153c34485f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:40.812141 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7423f7de-d399-43a2-b452-765e88dafa41 req-5a8175c0-409d-4e27-a8aa-73153c34485f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0639782 Jul 22 21:08:40.850705 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7423f7de-d399-43a2-b452-765e88dafa41 req-57057d9c-8aee-457b-929c-0d0482a5ce67 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Jul 22 21:08:41.172751 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71729d66-6581-4019-8a5f-a9684229f3d9 req-923fd889-3e55-41cb-b702-ede8897af348 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:41.174244 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-71729d66-6581-4019-8a5f-a9684229f3d9 req-923fd889-3e55-41cb-b702-ede8897af348 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0646801 Jul 22 21:08:41.218115 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-71729d66-6581-4019-8a5f-a9684229f3d9 req-ef6c1a02-7c51-4830-83af-d187a3c1e133 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Jul 22 21:08:41.989449 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27c5a8-ef71-45fd-a468-b2197b6e8579 req-511664dc-747b-4e96-b816-77c3fc20bd2f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:41.990929 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fc27c5a8-ef71-45fd-a468-b2197b6e8579 req-511664dc-747b-4e96-b816-77c3fc20bd2f tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0677936 Jul 22 21:08:42.028572 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fc27c5a8-ef71-45fd-a468-b2197b6e8579 req-b2ce4c85-3301-42c2-ac70-7d1bdfd46684 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318220 Jul 22 21:08:42.377116 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062a221-f41a-47ef-a878-47c6b258c9ed req-ace37f12-b58d-441f-8577-ef0519a2557d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:42.378682 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d062a221-f41a-47ef-a878-47c6b258c9ed req-ace37f12-b58d-441f-8577-ef0519a2557d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0830681 Jul 22 21:08:42.426669 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d062a221-f41a-47ef-a878-47c6b258c9ed req-5178eab7-890c-4823-99ab-cdebbe5a7367 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Jul 22 21:08:42.678736 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206393cf-bbda-4abe-aefd-45d0663b40ca req-5c0bd636-b434-4d09-bef1-49b79f7f459c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:42.680401 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-206393cf-bbda-4abe-aefd-45d0663b40ca req-5c0bd636-b434-4d09-bef1-49b79f7f459c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0785503 Jul 22 21:08:42.726954 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-206393cf-bbda-4abe-aefd-45d0663b40ca req-ae4d81f2-63a8-4c5c-9514-2931760ae809 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393441 Jul 22 21:08:42.899371 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-716bc42d-8642-4d78-88a5-08f50cac964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:42.900872 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-716bc42d-8642-4d78-88a5-08f50cac964f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 1099 time: 0.1621037 Jul 22 21:08:42.991062 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-09df9814-caa8-4ca8-b186-6df3d4e52a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:42.992705 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-09df9814-caa8-4ca8-b186-6df3d4e52a08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 913 time: 0.0839722 Jul 22 21:08:43.064924 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-ebc6af67-221f-4557-9173-a6fbf3306046 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 200 len: 1002 time: 0.0635414 Jul 22 21:08:43.117602 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-0ceac74d-fc2b-4596-8457-14a8a691bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:43.119096 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-0ceac74d-fc2b-4596-8457-14a8a691bbb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.0453529 Jul 22 21:08:43.169635 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ebb78-d45d-4167-949b-7551ac00759a req-be91f5c0-cac2-4588-a413-4b2854f3c2b0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:43.171176 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1e2ebb78-d45d-4167-949b-7551ac00759a req-be91f5c0-cac2-4588-a413-4b2854f3c2b0 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0678966 Jul 22 21:08:43.191291 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-7b2b6d44-0445-4682-b952-8e24539010ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:43.193053 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-7b2b6d44-0445-4682-b952-8e24539010ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573435 Jul 22 21:08:43.211625 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1e2ebb78-d45d-4167-949b-7551ac00759a req-aeb4bd50-0798-4374-91f6-703803c70bf6 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Jul 22 21:08:43.295556 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-eea90991-0712-49c8-8b6e-20c5e7d3bcd7 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900469 Jul 22 21:08:43.386740 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ef33f20-edf6-407d-9fe7-83b46c40f69b req-96733406-d8c5-46ed-b027-853dd3134756 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834858 Jul 22 21:08:43.872126 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fc05d-b14d-46eb-8b7e-726c263933c1 req-0a914c5c-aeb1-4a90-a5cb-03d63e0b59b6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:43.873604 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a86fc05d-b14d-46eb-8b7e-726c263933c1 req-0a914c5c-aeb1-4a90-a5cb-03d63e0b59b6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0679595 Jul 22 21:08:43.910563 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a86fc05d-b14d-46eb-8b7e-726c263933c1 req-70dc2a34-8c9a-44a3-b95b-fcbb218533c9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Jul 22 21:08:44.091617 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:08:44.354310 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0541a43-592d-44dc-9309-7b399a96ff9d req-10212fca-1291-4784-9258-363e431576c2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:44.356314 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d0541a43-592d-44dc-9309-7b399a96ff9d req-10212fca-1291-4784-9258-363e431576c2 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0685534 Jul 22 21:08:44.392867 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d0541a43-592d-44dc-9309-7b399a96ff9d req-29cb044e-5f2d-42c6-8d9c-c78c27c5c7cf tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Jul 22 21:08:44.661151 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-92608bc1-59ca-45fb-8b29-b9f269730a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:45.193008 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ae5e0-0f83-4edf-a337-05fbf80e0b63 req-8ef96fea-88b1-4270-bbe7-253403d40f97 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:45.194612 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3a5ae5e0-0f83-4edf-a337-05fbf80e0b63 req-8ef96fea-88b1-4270-bbe7-253403d40f97 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.0631680 Jul 22 21:08:45.233314 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3a5ae5e0-0f83-4edf-a337-05fbf80e0b63 req-88f6849a-bc63-4d76-9205-b135ed16105a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Jul 22 21:08:45.525244 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9221c7-2f61-4950-8e4d-7be117325597 req-e54c0139-0d20-481d-b5ba-3ec095ac40de tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:45.526687 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7e9221c7-2f61-4950-8e4d-7be117325597 req-e54c0139-0d20-481d-b5ba-3ec095ac40de tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0637102 Jul 22 21:08:45.564960 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7e9221c7-2f61-4950-8e4d-7be117325597 req-ca806013-d603-4803-a1a4-2da7a3d63058 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Jul 22 21:08:46.533392 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-59826e60-35d5-4555-8a59-1898a3fdba90 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:46.534941 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-59826e60-35d5-4555-8a59-1898a3fdba90 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.0620365 Jul 22 21:08:46.669171 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Deleting port d6de45c7-5abb-4647-8ec6-77230e7b0c7a {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:08:46.670063 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.775804 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1866a9-7eca-475a-955a-274c70b1fb12 req-88557c66-ce7a-461e-985e-ec54fa4618ca tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:08:46.777347 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ee1866a9-7eca-475a-955a-274c70b1fb12 req-88557c66-ce7a-461e-985e-ec54fa4618ca tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3543525-5edb-4e42-8844-3c3ce0d4ab05 HTTP/1.1" status: 200 len: 945 time: 0.1421561 Jul 22 21:08:46.785695 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] For port d6de45c7-5abb-4647-8ec6-77230e7b0c7a, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:08:46.786054 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.810190 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Calling delete_port for d6de45c7-5abb-4647-8ec6-77230e7b0c7a owned by compute:nova {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:08:46.863000 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ee1866a9-7eca-475a-955a-274c70b1fb12 req-42a32475-14a0-4085-b42a-677c22075246 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.64 "GET /v2.0/security-groups?id=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Jul 22 21:08:46.955032 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:46.982809 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Pushing event deleted for resources: {'Port': ['ID=d6de45c7-5abb-4647-8ec6-77230e7b0c7a,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:46.995309 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.995658 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.995999 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.996358 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.996688 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.997016 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.997340 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.997688 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.998120 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.998446 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.998766 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:46.999115 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:08:47.015593 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['d6de45c7-5abb-4647-8ec6-77230e7b0c7a'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:08:47.042105 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] No DVR routers for this DVR port d6de45c7-5abb-4647-8ec6-77230e7b0c7a on host hv-cinder-80001 {{(pid=93064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:08:47.044534 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.046543 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2e790a97-127a-4186-8c8f-ef31e0cab794 req-2d4348a7-c573-40e1-8c77-15c5e7bb62b5 tempest-ServerRescueNegativeTestJSON-1159265665 tempest-ServerRescueNegativeTestJSON-1159265665-project] 10.222.0.66 "DELETE /v2.0/ports/d6de45c7-5abb-4647-8ec6-77230e7b0c7a HTTP/1.1" status: 204 len: 173 time: 0.5024743 Jul 22 21:08:47.047029 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'name': 'network-vif-deleted', 'tag': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:08:47.049258 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7074cc3e-bfc2-42b0-8912-c7acf9d4ad15" -d '{"events": [{"server_uuid": "a3543525-5edb-4e42-8844-3c3ce0d4ab05", "name": "network-vif-deleted", "tag": "d6de45c7-5abb-4647-8ec6-77230e7b0c7a"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:08:47.088912 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0054f276-c39b-44ab-a3e9-4ee073fb79ec x-openstack-request-id: req-0054f276-c39b-44ab-a3e9-4ee073fb79ec {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:08:47.089250 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3543525-5edb-4e42-8844-3c3ce0d4ab05", "name": "network-vif-deleted", "tag": "d6de45c7-5abb-4647-8ec6-77230e7b0c7a", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:08:47.089510 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0054f276-c39b-44ab-a3e9-4ee073fb79ec {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:08:47.089903 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3543525-5edb-4e42-8844-3c3ce0d4ab05', 'name': 'network-vif-deleted', 'tag': 'd6de45c7-5abb-4647-8ec6-77230e7b0c7a', 'status': 'completed', 'code': 200} Jul 22 21:08:47.304587 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0da5a34b-9b57-492c-a76e-b98a7b0a7b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.527287 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:47.918461 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60368) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:48.331798 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.490653 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.823802 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Deleting port b65484ed-3108-4bd3-9fef-fa17967b22b8 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:08:48.824055 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.905547 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] For port b65484ed-3108-4bd3-9fef-fa17967b22b8, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b65484ed-3108-4bd3-9fef-fa17967b22b8,segment=NetworkSegment(a0e6e567-24a8-4d25-b040-ab4d64e2b71b),segment_id=a0e6e567-24a8-4d25-b040-ab4d64e2b71b)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:08:48.905906 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:48.918055 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Calling delete_port for b65484ed-3108-4bd3-9fef-fa17967b22b8 owned by network:router_interface {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:08:49.146879 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.176484 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65484ed-3108-4bd3-9fef-fa17967b22b8,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:49.328948 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device d6de45c7-5abb-4647-8ec6-77230e7b0c7a no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:08:49.337064 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.348681 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: d6de45c7-5abb-4647-8ec6-77230e7b0c7a {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:08:49.349231 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device d6de45c7-5abb-4647-8ec6-77230e7b0c7a not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:08:49.550539 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Router 934d93d2-06c7-44b9-b759-b0a7becebce0 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:08:49.657550 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:08:49.662874 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-2552bc89-9bad-410d-bce4-04da740883f7 admin admin] 10.222.0.64 "PUT /v2.0/routers/934d93d2-06c7-44b9-b759-b0a7becebce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432778 Jul 22 21:08:49.665320 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60372) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:49.667660 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] Sync routers for ids ['934d93d2-06c7-44b9-b759-b0a7becebce0'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:08:49.677980 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] Routers {'934d93d2-06c7-44b9-b759-b0a7becebce0'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:08:49.678655 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['934d93d2-06c7-44b9-b759-b0a7becebce0'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:49.767658 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks [] for router, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.784143 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] Set router 934d93d2-06c7-44b9-b759-b0a7becebce0 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:08:49.869830 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.925350 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Deleting port e752c8a3-7222-44c6-a3f6-570eafa1bec9 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:08:49.925585 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:49.960960 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:08:49Z', 'revision_number': 5, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port': {'id': 'e752c8a3-7222-44c6-a3f6-570eafa1bec9', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:04:43Z', 'updated_at': '2021-07-22T21:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:49.990732 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] Checking router: 934d93d2-06c7-44b9-b759-b0a7becebce0 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:08:49.998888 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] Routers {'934d93d2-06c7-44b9-b759-b0a7becebce0'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:08:49.999594 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['934d93d2-06c7-44b9-b759-b0a7becebce0'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:50.005043 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] For port e752c8a3-7222-44c6-a3f6-570eafa1bec9, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=e752c8a3-7222-44c6-a3f6-570eafa1bec9,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:08:50.005403 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.018264 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Calling delete_port for e752c8a3-7222-44c6-a3f6-570eafa1bec9 owned by network:router_gateway {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:08:50.086365 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] Set router 934d93d2-06c7-44b9-b759-b0a7becebce0 gateway port host: None {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:08:50.141533 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:08:49Z', 'revision_number': 6, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:50.149909 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.167853 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff36db-c309-4e73-a28e-39cf117122d1 None None] The sync data for ids ['934d93d2-06c7-44b9-b759-b0a7becebce0'] in dv-cinder-800015-2-iscsi is: [{'id': '934d93d2-06c7-44b9-b759-b0a7becebce0', 'name': 'tempest-ServerRescueNegativeTestJSON-2017385090-router', 'tenant_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:04:42Z', 'updated_at': '2021-07-22T21:08:49Z', 'revision_number': 6, 'project_id': 'e8373419538b4ab2b43cf9bdc775d44f', 'gw_port_host': None}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:08:50.185851 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.212909 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Pushing event deleted for resources: {'Port': ['ID=e752c8a3-7222-44c6-a3f6-570eafa1bec9,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:50.278441 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.381474 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.383539 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.649487 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.649967 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934d93d2-06c7-44b9-b759-b0a7becebce0 {{(pid=93064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:08:50.654882 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.656688 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-baab9754-c063-474f-a384-67b60d99a78c admin admin] 10.222.0.64 "DELETE /v2.0/routers/934d93d2-06c7-44b9-b759-b0a7becebce0 HTTP/1.1" status: 204 len: 168 time: 0.9901881 Jul 22 21:08:50.659183 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60374) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:50.702415 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] Deleting subnet 43d2b6dd-05f6-4815-82f5-cea58d583299 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:08:50.705874 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.739399 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.776481 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.834105 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.860886 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d2b6dd-05f6-4815-82f5-cea58d583299,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:50.863144 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.864680 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-0308ef97-93e1-4057-86a7-93adf72ddc54 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/43d2b6dd-05f6-4815-82f5-cea58d583299 HTTP/1.1" status: 204 len: 168 time: 0.2045596 Jul 22 21:08:50.867230 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60376) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:50.935559 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:50.960836 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b65484ed-3108-4bd3-9fef-fa17967b22b8 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:08:50.981664 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: b65484ed-3108-4bd3-9fef-fa17967b22b8 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:08:50.982009 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b65484ed-3108-4bd3-9fef-fa17967b22b8 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:08:51.018406 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.028514 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff756a3-4d46-4b38-aebb-95a2a9144ed1']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:51.038488 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:51.038787 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e6e567-24a8-4d25-b040-ab4d64e2b71b') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:08:51.048359 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.063358 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.069992 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:08:51.070377 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:08:51.072398 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:08:51.129054 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.133673 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.138138 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] 10.222.0.64 "DELETE /v2.0/networks/fff756a3-4d46-4b38-aebb-95a2a9144ed1 HTTP/1.1" status: 204 len: 168 time: 0.2674379 Jul 22 21:08:51.147546 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582db16-9708-4340-9d31-825ef0c25c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff756a3-4d46-4b38-aebb-95a2a9144ed1,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:51.307775 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60380) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:51.349319 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-28c58ed7-5923-41a0-84b6-aef3f208229a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8373419538b4ab2b43cf9bdc775d44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402844 Jul 22 21:08:51.351623 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60382) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:08:51.399247 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b449ba-db9e-470a-be2c-1c880d6c5753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.420733 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b449ba-db9e-470a-be2c-1c880d6c5753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.469303 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b449ba-db9e-470a-be2c-1c880d6c5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.472377 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b449ba-db9e-470a-be2c-1c880d6c5753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:08:51.473528 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-25b449ba-db9e-470a-be2c-1c880d6c5753 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62c9fbd6-a3ec-4ddd-aefe-4d685db0c394 HTTP/1.1" status: 204 len: 168 time: 0.1209989 Jul 22 21:08:51.481536 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b449ba-db9e-470a-be2c-1c880d6c5753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9fbd6-a3ec-4ddd-aefe-4d685db0c394,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:08:52.551344 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device e752c8a3-7222-44c6-a3f6-570eafa1bec9 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:08:52.572316 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: e752c8a3-7222-44c6-a3f6-570eafa1bec9 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:08:52.572660 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device e752c8a3-7222-44c6-a3f6-570eafa1bec9 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:00.982546 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-913533ff-a66e-4eac-b18b-b1cd27b939c6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197351065&fields=id&tenant_id=987e1680033e4b3e8c22b6b63f36679b HTTP/1.1" status: 200 len: 267 time: 0.0351632 Jul 22 21:09:01.055462 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-21f229fb-437a-4fac-96d4-69398d6b5cc8 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:01.057268 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-21f229fb-437a-4fac-96d4-69398d6b5cc8 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 984 time: 0.0678010 Jul 22 21:09:01.068632 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Request body: {'port': {'security_groups': ['18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe']}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:01.074814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60508) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:01.162872 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.178394 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fb3453c2-9db1-4fcf-b116-b471733cc128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.269229 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fb3453c2-9db1-4fcf-b116-b471733cc128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.273305 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fb3453c2-9db1-4fcf-b116-b471733cc128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.311785 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-fb3453c2-9db1-4fcf-b116-b471733cc128 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=598e1806d74843dda354bf2e9b8a2971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358398 Jul 22 21:09:01.312952 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3453c2-9db1-4fcf-b116-b471733cc128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314bde22-9313-441d-a681-b2f3c09ad6f9,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.316015 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60512) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:01.349196 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:01.375695 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c96b-1ff0-400a-8b4e-3ce3a2bb92a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.379706 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.385514 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.399141 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c96b-1ff0-400a-8b4e-3ce3a2bb92a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.429590 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:01.430160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.431445 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f27f49db-80cc-498f-b715-7d792103b4b3 req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "PUT /v2.0/ports/65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 942 time: 0.3681760 Jul 22 21:09:01.431910 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:01.433273 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['65208ba3-1027-4bfd-a9dd-ab16075c2725'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:01.434207 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c27c394-7d6b-4f4a-9c6a-70323ac85728" -d '{"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:01.441953 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60516) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:01.461818 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd537d-ab08-451d-8695-dd3c63a2e46d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event updated for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=7']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.490616 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95b30aa-83db-4ab1-9383-a81e27b2d8b1 x-openstack-request-id: req-e95b30aa-83db-4ab1-9383-a81e27b2d8b1 {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:01.490941 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:01.491240 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e95b30aa-83db-4ab1-9383-a81e27b2d8b1 {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:01.491804 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'status': 'completed', 'code': 200} Jul 22 21:09:01.506563 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c96b-1ff0-400a-8b4e-3ce3a2bb92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.509315 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4fa9c96b-1ff0-400a-8b4e-3ce3a2bb92a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.510575 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4fa9c96b-1ff0-400a-8b4e-3ce3a2bb92a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/314bde22-9313-441d-a681-b2f3c09ad6f9 HTTP/1.1" status: 204 len: 168 time: 0.1936302 Jul 22 21:09:01.530116 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9c96b-1ff0-400a-8b4e-3ce3a2bb92a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314bde22-9313-441d-a681-b2f3c09ad6f9,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.587300 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-136a9c26-911c-4f4c-9575-990e81ce7d0d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.648639 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-be1080ef-cbb7-4cfb-80fe-8903849b2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:01.651337 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-be1080ef-cbb7-4cfb-80fe-8903849b2b00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1098 time: 0.0847223 Jul 22 21:09:01.652567 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-136a9c26-911c-4f4c-9575-990e81ce7d0d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.659620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['65208ba3-1027-4bfd-a9dd-ab16075c2725'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:01.721970 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-144f7f69-d5cf-462d-9cea-2f1f146fa231 None None] Provisioning complete for port 65208ba3-1027-4bfd-a9dd-ab16075c2725 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:01.722607 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-144f7f69-d5cf-462d-9cea-2f1f146fa231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.730695 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-136a9c26-911c-4f4c-9575-990e81ce7d0d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.733494 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-136a9c26-911c-4f4c-9575-990e81ce7d0d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.734738 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-136a9c26-911c-4f4c-9575-990e81ce7d0d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "DELETE /v2.0/security-groups/729050f1-f193-4270-9d3c-e9e17fcec463 HTTP/1.1" status: 204 len: 168 time: 0.2911019 Jul 22 21:09:01.738244 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60522) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:01.778371 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a9c26-911c-4f4c-9575-990e81ce7d0d tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729050f1-f193-4270-9d3c-e9e17fcec463,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:01.791322 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-9fa197b0-8a6c-4060-856a-67bae5b77b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:01.793907 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-9fa197b0-8a6c-4060-856a-67bae5b77b78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 916 time: 0.1345313 Jul 22 21:09:01.890103 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-3680a1bd-448e-4b9c-9a04-36a43089816b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 1001 time: 0.0879509 Jul 22 21:09:01.930227 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Deleting port 67c1bfb2-8f38-4b91-9b7e-f2114f94dcbd {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:01.930613 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:01.957027 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-bb84b90e-5ece-4cfe-bbe3-c0c5d3d307b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:01.958315 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-bb84b90e-5ece-4cfe-bbe3-c0c5d3d307b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 200 len: 853 time: 0.0596669 Jul 22 21:09:02.014427 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.014912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.021178 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-fb6cdd7d-91db-48b5-b976-fb124dbe6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:02.023085 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-fb6cdd7d-91db-48b5-b976-fb124dbe6192 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1109309-8acf-49e5-863c-0dff081e2a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565057 Jul 22 21:09:02.028283 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Calling delete_port for 67c1bfb2-8f38-4b91-9b7e-f2114f94dcbd owned by network:floatingip {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:02.135395 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-836aa98b-8f70-4360-aabe-7fdfeb705c9c service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961583 Jul 22 21:09:02.232109 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.248862 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c27c394-7d6b-4f4a-9c6a-70323ac85728 req-f50ea496-085c-43f5-8f67-dd87ad655dec service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047742 Jul 22 21:09:02.264723 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event deleted for resources: {'Port': ['ID=67c1bfb2-8f38-4b91-9b7e-f2114f94dcbd,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:02.327620 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks [] for floatingip, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.327962 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Floating IP f9f524b5-1ab3-4766-a908-7aef3ad01413 disassociated (deleted). External IP: 172.27.2.242, port: 65208ba3-1027-4bfd-a9dd-ab16075c2725. Jul 22 21:09:02.558504 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Router be102841-bddc-4a97-be05-e989d5285269 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:02.671611 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:02.677378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:02.685331 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] Sync routers for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:02.698754 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:02.699626 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:02.716210 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-85bc4105-f32d-44be-a1d8-3f58b547a9f6 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "DELETE /v2.0/floatingips/f9f524b5-1ab3-4766-a908-7aef3ad01413 HTTP/1.1" status: 204 len: 168 time: 0.9769640 Jul 22 21:09:02.717017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:02.719912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f22b7b9-423a-44f3-bb25-d53183896158" -d '{"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:02.854588 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:02.922143 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fd38d4-75ad-4810-a360-09df6a8713a6 x-openstack-request-id: req-65fd38d4-75ad-4810-a360-09df6a8713a6 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:02.923143 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:02.925537 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65fd38d4-75ad-4810-a360-09df6a8713a6 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:02.925943 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'status': 'completed', 'code': 200} Jul 22 21:09:03.077911 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-708aaf50-a637-4cf2-920e-5a102960fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:03.080159 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-708aaf50-a637-4cf2-920e-5a102960fbf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=987e1680033e4b3e8c22b6b63f36679b&device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 1098 time: 0.0679951 Jul 22 21:09:03.110134 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:38Z', 'revision_number': 5, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:03.144094 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] Checking router: be102841-bddc-4a97-be05-e989d5285269 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:03.153052 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:03.154300 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:03.197625 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-576067f0-1ffa-4982-a8ce-03f1a75e9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:03.199269 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-576067f0-1ffa-4982-a8ce-03f1a75e9804 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 200 len: 916 time: 0.1081381 Jul 22 21:09:03.255510 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-8ea2104a-4358-45b5-a7b2-5cda556b35ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 200 len: 217 time: 0.0379856 Jul 22 21:09:03.268819 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:03.320448 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-6eb6fb50-7316-4a1a-a0d3-478610400f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:03.322293 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-6eb6fb50-7316-4a1a-a0d3-478610400f24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 200 len: 853 time: 0.0563352 Jul 22 21:09:03.401772 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-5eb524cb-a9da-4e9a-ad8a-deba32a3144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:03.403648 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-5eb524cb-a9da-4e9a-ad8a-deba32a3144e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1109309-8acf-49e5-863c-0dff081e2a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709891 Jul 22 21:09:03.497846 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:38Z', 'revision_number': 5, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:03.515560 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-f06c99c9-594d-4d5b-87ab-9d35d5ea136f service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937834 Jul 22 21:09:03.526405 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e8987-9dc9-433c-bcd2-9d6ed31da5bc None None] The sync data for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi is: [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:05:32Z', 'revision_number': 4, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '11a01cb3-fb5c-4b82-b1ba-86ecebda3efd', 'name': '', 'network_id': 'b1109309-8acf-49e5-863c-0dff081e2a7f', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'mac_address': 'fa:16:3e:10:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:32Z', 'updated_at': '2021-07-22T21:05:38Z', 'revision_number': 5, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'subnets': [{'id': '0f257ba5-858f-4e29-aa28-ef4a0a6f1153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:03.632499 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f22b7b9-423a-44f3-bb25-d53183896158 req-ffb77505-b9c1-41b8-aa13-c8a094ad134b service neutron] 10.222.0.66 "GET /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993090 Jul 22 21:09:03.749153 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fbfe2c-64c9-4c3d-8aae-86644fa599e7 None None] New status for floating IP f9f524b5-1ab3-4766-a908-7aef3ad01413: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:09:04.075961 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:06.566750 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a77a14-0186-4a45-9e5a-21cfeb66e4f5 req-0866c102-6351-42d2-b771-fc50d6bb5ff9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:06.568305 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f5a77a14-0186-4a45-9e5a-21cfeb66e4f5 req-0866c102-6351-42d2-b771-fc50d6bb5ff9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0646732 Jul 22 21:09:06.606821 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f5a77a14-0186-4a45-9e5a-21cfeb66e4f5 req-de4bcbe4-4c1a-47cf-9335-5e62577214a9 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Jul 22 21:09:07.126718 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127b74-4044-4a1b-89bf-12c4ca46f1f0 req-de8c1314-b62f-4f2c-be40-4db5cd62c891 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:07.128141 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c127b74-4044-4a1b-89bf-12c4ca46f1f0 req-de8c1314-b62f-4f2c-be40-4db5cd62c891 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.0677617 Jul 22 21:09:07.164775 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8c127b74-4044-4a1b-89bf-12c4ca46f1f0 req-fc6e20e6-b335-4ba5-a842-fcdf3ad31a1e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306823 Jul 22 21:09:07.749907 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc2109-ffea-4c06-b2f7-fbcaf30d6de5 req-bc48e7fe-92bc-471b-b4c9-50342bc5624a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:07.751592 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6cc2109-ffea-4c06-b2f7-fbcaf30d6de5 req-bc48e7fe-92bc-471b-b4c9-50342bc5624a tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0716825 Jul 22 21:09:07.791016 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f6cc2109-ffea-4c06-b2f7-fbcaf30d6de5 req-f6a1e019-b020-4b01-bed4-5d0551bbd9aa tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Jul 22 21:09:08.312894 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a572db1-126b-403b-b4d9-ce8b90f33c1a req-7c766fd3-6a90-438e-998d-2254f24f33f4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:08.315273 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9a572db1-126b-403b-b4d9-ce8b90f33c1a req-7c766fd3-6a90-438e-998d-2254f24f33f4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.0649409 Jul 22 21:09:08.352213 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9a572db1-126b-403b-b4d9-ce8b90f33c1a req-be142768-71c2-410b-a646-862dcb7d67ba tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Jul 22 21:09:08.928969 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599914c7-0158-4097-9b87-1e1ed8c37da5 req-cb004691-900b-4a0a-88ec-6b7915e2b5cd tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:08.930503 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-599914c7-0158-4097-9b87-1e1ed8c37da5 req-cb004691-900b-4a0a-88ec-6b7915e2b5cd tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0707464 Jul 22 21:09:08.969440 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-599914c7-0158-4097-9b87-1e1ed8c37da5 req-0332e6fe-174d-4ab2-9248-5d5f4153ec37 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/security-groups?id=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Jul 22 21:09:09.061705 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-4795df8f-e08d-45c0-89e1-5ebe7f7a011e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:09.063189 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-4795df8f-e08d-45c0-89e1-5ebe7f7a011e tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.66 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 945 time: 0.0653796 Jul 22 21:09:09.184320 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Deleting port 65208ba3-1027-4bfd-a9dd-ab16075c2725 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:09.184572 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.275111 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] For port 65208ba3-1027-4bfd-a9dd-ab16075c2725, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=65208ba3-1027-4bfd-a9dd-ab16075c2725,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:09.275438 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.294371 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Calling delete_port for 65208ba3-1027-4bfd-a9dd-ab16075c2725 owned by compute:nova {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:09.459305 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-0068f1d2-4686-453d-b8a9-ce2e47a8ce82 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:09.460716 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-0068f1d2-4686-453d-b8a9-ce2e47a8ce82 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.0862370 Jul 22 21:09:09.467231 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.504536 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Pushing event deleted for resources: {'Port': ['ID=65208ba3-1027-4bfd-a9dd-ab16075c2725,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:09.569640 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] No DVR routers for this DVR port 65208ba3-1027-4bfd-a9dd-ab16075c2725 on host hv-cinder-80001 {{(pid=93064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:09.572777 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.575112 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-40f9528a-1f79-4fd8-a283-fc68f73aa051 req-a826cc96-ab94-443a-b7c6-897329fa7ca7 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.66 "DELETE /v2.0/ports/65208ba3-1027-4bfd-a9dd-ab16075c2725 HTTP/1.1" status: 204 len: 173 time: 0.4897768 Jul 22 21:09:09.576502 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'name': 'network-vif-deleted', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:09.578876 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c0c58b-d846-414b-be21-28b939a67cd4" -d '{"events": [{"server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "name": "network-vif-deleted", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:09.588497 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Deleting port 0a74c8c9-60e8-4418-9bad-1d93855cb73e {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:09.589435 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.601374 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bf5c5-bfb5-4aca-961f-a010697625a6 req-508ce1a1-7a00-4219-901d-e6411a3ee2a0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:09.603019 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a25bf5c5-bfb5-4aca-961f-a010697625a6 req-508ce1a1-7a00-4219-901d-e6411a3ee2a0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 947 time: 0.1657906 Jul 22 21:09:09.633140 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37d4b34-6e8c-4b9a-8a13-5feedda31194 x-openstack-request-id: req-b37d4b34-6e8c-4b9a-8a13-5feedda31194 {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:09.633506 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57676e2-4ea7-4724-93c9-8bd3fc3e34cb", "name": "network-vif-deleted", "tag": "65208ba3-1027-4bfd-a9dd-ab16075c2725", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:09.633767 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b37d4b34-6e8c-4b9a-8a13-5feedda31194 {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:09.634229 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57676e2-4ea7-4724-93c9-8bd3fc3e34cb', 'name': 'network-vif-deleted', 'tag': '65208ba3-1027-4bfd-a9dd-ab16075c2725', 'status': 'completed', 'code': 200} Jul 22 21:09:09.648850 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a25bf5c5-bfb5-4aca-961f-a010697625a6 req-3a9fe8d3-f317-4d0b-a284-88c9589b599d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=67703d57-9590-4cdc-8a33-cf2a19d909de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 Jul 22 21:09:09.703613 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] For port 0a74c8c9-60e8-4418-9bad-1d93855cb73e, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=0a74c8c9-60e8-4418-9bad-1d93855cb73e,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:09.704529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.934131 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.934770 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:09.934770 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Floating IP 8f258d3b-79ae-4564-9fb4-5ba0d0b15c13 disassociated. External IP: 172.27.2.194, port: 0a74c8c9-60e8-4418-9bad-1d93855cb73e. Jul 22 21:09:09.935097 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Calling delete_port for 0a74c8c9-60e8-4418-9bad-1d93855cb73e owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:10.077411 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:10.127239 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event deleted for resources: {'Port': ['ID=0a74c8c9-60e8-4418-9bad-1d93855cb73e,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:10.400298 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0d6ee171-435a-4a6c-9610-82c4324ad0c0 req-49ea81e0-261c-432e-98a8-46a97d910cf2 tempest-TestMinimumBasicScenario-381161786 tempest-TestMinimumBasicScenario-381161786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b57676e2-4ea7-4724-93c9-8bd3fc3e34cb HTTP/1.1" status: 200 len: 210 time: 0.3016000 Jul 22 21:09:10.401841 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.401940 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.402265 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.402612 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.402955 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.403318 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.403661 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.404018 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.404330 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.404665 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.404996 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.405326 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:10.524200 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:10.636063 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:10.649050 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] Sync routers for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:10.660692 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:10.661343 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:10.685752 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] No DVR routers for this DVR port 0a74c8c9-60e8-4418-9bad-1d93855cb73e on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:10.688298 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:10.691055 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-af091a3a-be1a-4941-ba28-6ba240c7032e req-1881e524-c817-4c55-b514-fbbfd3e638e8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "DELETE /v2.0/ports/0a74c8c9-60e8-4418-9bad-1d93855cb73e HTTP/1.1" status: 204 len: 173 time: 1.2234576 Jul 22 21:09:10.691513 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-deleted', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:10.693758 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093f2850-7348-401b-b4fe-6ff29c56a652" -d '{"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-deleted", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:10.731744 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02feb668-ddf8-44a0-9a4e-43eff1b3c022 x-openstack-request-id: req-02feb668-ddf8-44a0-9a4e-43eff1b3c022 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:10.732085 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088cb9af-a372-4121-8876-1b6f89bc2bac", "name": "network-vif-deleted", "tag": "0a74c8c9-60e8-4418-9bad-1d93855cb73e", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:10.732349 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02feb668-ddf8-44a0-9a4e-43eff1b3c022 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:10.732755 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088cb9af-a372-4121-8876-1b6f89bc2bac', 'name': 'network-vif-deleted', 'tag': '0a74c8c9-60e8-4418-9bad-1d93855cb73e', 'status': 'completed', 'code': 200} Jul 22 21:09:10.774918 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-552b6905-9d1b-4b24-a928-4b9653410a33 req-05b7c0e6-413a-48a0-835a-e030068efc4b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=088cb9af-a372-4121-8876-1b6f89bc2bac HTTP/1.1" status: 200 len: 210 time: 0.0330687 Jul 22 21:09:10.799148 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:11.007940 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:11.036039 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] Checking router: 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:11.044561 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:11.045164 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:11.299149 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:11.442954 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 65208ba3-1027-4bfd-a9dd-ab16075c2725 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:11.472977 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 65208ba3-1027-4bfd-a9dd-ab16075c2725 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:11.473513 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 65208ba3-1027-4bfd-a9dd-ab16075c2725 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:11.554335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:11.585267 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356df665-94b8-44f6-a9bd-08cece547f15 None None] The sync data for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi is: [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:11.867121 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea4aff-b42e-45d1-a79a-a9012e099b0a None None] New status for floating IP 8f258d3b-79ae-4564-9fb4-5ba0d0b15c13: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:09:11.932426 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60732) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:12.015496 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-90d187b3-43f7-4284-af54-b55c1cc2fcab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.052084 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-90d187b3-43f7-4284-af54-b55c1cc2fcab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.119205 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-90d187b3-43f7-4284-af54-b55c1cc2fcab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.122023 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-90d187b3-43f7-4284-af54-b55c1cc2fcab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.123222 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-90d187b3-43f7-4284-af54-b55c1cc2fcab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "DELETE /v2.0/security-groups/67703d57-9590-4cdc-8a33-cf2a19d909de HTTP/1.1" status: 204 len: 168 time: 0.1897895 Jul 22 21:09:12.126068 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60750) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:12.134070 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d187b3-43f7-4284-af54-b55c1cc2fcab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67703d57-9590-4cdc-8a33-cf2a19d909de,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:12.145195 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.api.v2.resource [None req-4715d160-4e92-4e37-93d2-c58be74824c2 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] show failed (client error): The resource could not be found. Jul 22 21:09:12.146254 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4715d160-4e92-4e37-93d2-c58be74824c2 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups/67703d57-9590-4cdc-8a33-cf2a19d909de HTTP/1.1" status: 404 len: 347 time: 0.0178618 Jul 22 21:09:12.149176 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60752) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:12.259860 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60754) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:12.286133 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Deleting port 1e53a329-5083-436a-b0de-f5cd68911a39 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:12.286490 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.371001 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.371357 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.387023 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Calling delete_port for 1e53a329-5083-436a-b0de-f5cd68911a39 owned by network:floatingip {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:12.576985 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.612991 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event deleted for resources: {'Port': ['ID=1e53a329-5083-436a-b0de-f5cd68911a39,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:12.700147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.704585 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.710036 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f8ece8e9-e13b-4e33-b01b-f1b9825754b4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "DELETE /v2.0/floatingips/8f258d3b-79ae-4564-9fb4-5ba0d0b15c13 HTTP/1.1" status: 204 len: 168 time: 0.5598214 Jul 22 21:09:12.739065 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60762) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:12.744523 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:12.851934 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8a423cf8-a8f7-4345-94ae-ad26bb97cf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.016969 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60770) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.022422 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-556936a5-8440-4c35-984f-ccdfa9baa015 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054549818', 'description': 'tempest-description--1641004947'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:13.050876 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8a423cf8-a8f7-4345-94ae-ad26bb97cf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.071450 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-556936a5-8440-4c35-984f-ccdfa9baa015 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.074309 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8a423cf8-a8f7-4345-94ae-ad26bb97cf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.120978 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8a423cf8-a8f7-4345-94ae-ad26bb97cf9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80a3a1411a114e1c9114482d62df6774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851166 Jul 22 21:09:13.122937 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a423cf8-a8f7-4345-94ae-ad26bb97cf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b9e5dd-9cea-4ff0-a93d-ed2323a812f8,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.126903 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60772) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.158041 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-556936a5-8440-4c35-984f-ccdfa9baa015 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.163140 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-556936a5-8440-4c35-984f-ccdfa9baa015 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.174781 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Deleting port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:13.175178 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.191200 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-556936a5-8440-4c35-984f-ccdfa9baa015 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.195051 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-556936a5-8440-4c35-984f-ccdfa9baa015 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1744349 Jul 22 21:09:13.195273 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60774) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.200386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-3e2078df-2be0-49ce-ac36-0fec1ac4c666 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'security_group_rule': {'security_group_id': '64c10810-f879-4e03-9a8e-e6474873e87b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:13.214659 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556936a5-8440-4c35-984f-ccdfa9baa015 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c10810-f879-4e03-9a8e-e6474873e87b,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.229742 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e2078df-2be0-49ce-ac36-0fec1ac4c666 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.244593 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c240dc40-a056-43f8-a1f0-64cf4f66210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.281256 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c240dc40-a056-43f8-a1f0-64cf4f66210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.287058 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e2078df-2be0-49ce-ac36-0fec1ac4c666 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.292499 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e2078df-2be0-49ce-ac36-0fec1ac4c666 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.297042 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] For port 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:13.297430 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.314662 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2078df-2be0-49ce-ac36-0fec1ac4c666 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf1ae5d-89b7-4741-ab15-e5c48908af47,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.320484 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3e2078df-2be0-49ce-ac36-0fec1ac4c666 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.321748 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3e2078df-2be0-49ce-ac36-0fec1ac4c666 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254754 Jul 22 21:09:13.323792 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Calling delete_port for 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd owned by network:router_interface {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:13.324483 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60776) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.329679 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-26564fec-a7a5-46a1-b676-aa641bbce2c6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'security_group_rule': {'security_group_id': '64c10810-f879-4e03-9a8e-e6474873e87b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:13.358556 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-26564fec-a7a5-46a1-b676-aa641bbce2c6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.398108 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c240dc40-a056-43f8-a1f0-64cf4f66210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.401110 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c240dc40-a056-43f8-a1f0-64cf4f66210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.402340 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c240dc40-a056-43f8-a1f0-64cf4f66210c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8b9e5dd-9cea-4ff0-a93d-ed2323a812f8 HTTP/1.1" status: 204 len: 168 time: 0.2735858 Jul 22 21:09:13.418299 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-26564fec-a7a5-46a1-b676-aa641bbce2c6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.423625 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-26564fec-a7a5-46a1-b676-aa641bbce2c6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.437264 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26564fec-a7a5-46a1-b676-aa641bbce2c6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a708e181-288d-4f57-aa0b-60c6da876398,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.452610 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240dc40-a056-43f8-a1f0-64cf4f66210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b9e5dd-9cea-4ff0-a93d-ed2323a812f8,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.454941 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-26564fec-a7a5-46a1-b676-aa641bbce2c6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.459584 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-26564fec-a7a5-46a1-b676-aa641bbce2c6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338406 Jul 22 21:09:13.460216 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60780) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.460751 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:13.466679 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:13.493600 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 0a74c8c9-60e8-4418-9bad-1d93855cb73e {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:13.493951 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 0a74c8c9-60e8-4418-9bad-1d93855cb73e not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:13.515287 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.601401 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.701463 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60784) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.716609 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce5a4-d087-4526-bfa1-f6e8c08457cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.815647 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce5a4-d087-4526-bfa1-f6e8c08457cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.820846 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0c2ce5a4-d087-4526-bfa1-f6e8c08457cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.861123 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-0c2ce5a4-d087-4526-bfa1-f6e8c08457cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49284b46baee41a3b6eaf7a4560dc011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584480 Jul 22 21:09:13.861812 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ce5a4-d087-4526-bfa1-f6e8c08457cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da252085-ff6c-4887-9cd0-4f12d73f8dd4,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.864308 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60786) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:13.886468 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Pushing event deleted for resources: {'Port': ['ID=11a01cb3-fb5c-4b82-b1ba-86ecebda3efd,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:13.926274 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e22fb50d-3fd4-448d-bb18-20af04619acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.953386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e22fb50d-3fd4-448d-bb18-20af04619acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:13.981885 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.018170 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e22fb50d-3fd4-448d-bb18-20af04619acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.022050 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e22fb50d-3fd4-448d-bb18-20af04619acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.025289 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e22fb50d-3fd4-448d-bb18-20af04619acc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da252085-ff6c-4887-9cd0-4f12d73f8dd4 HTTP/1.1" status: 204 len: 168 time: 0.1580327 Jul 22 21:09:14.043740 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fb50d-3fd4-448d-bb18-20af04619acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da252085-ff6c-4887-9cd0-4f12d73f8dd4,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:14.174524 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.270747 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Allocated IP 172.27.2.239 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/0e4c6538-1a06-4f57-9d5e-67aeaf1555ef) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:14.489612 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.544213 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Router be102841-bddc-4a97-be05-e989d5285269 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:14.627051 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.664709 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3cee4e74-8207-4948-8e11-c41a52694c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.679943 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:14.689683 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:14.696116 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:14.725724 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'Port': ['ID=0e4c6538-1a06-4f57-9d5e-67aeaf1555ef,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:14.751075 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:14.759832 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8f98ae31-f5c6-486f-b02c-d8638fd6840a admin admin] 10.222.0.64 "PUT /v2.0/routers/be102841-bddc-4a97-be05-e989d5285269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4986169 Jul 22 21:09:14.762846 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60808) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:14.771669 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] Sync routers for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:14.781674 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:14.783295 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:14.807738 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.859292 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.892808 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:14.913901 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:15.004459 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.066481 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Deleting port 15133df6-9a6c-408d-b9a7-b8c54d42c859 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:15.066952 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.079081 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.085529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.152806 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:09:13Z', 'revision_number': 5, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port': {'id': '15133df6-9a6c-408d-b9a7-b8c54d42c859', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be102841-bddc-4a97-be05-e989d5285269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:29Z', 'updated_at': '2021-07-22T21:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:15.166091 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] For port 15133df6-9a6c-408d-b9a7-b8c54d42c859, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=15133df6-9a6c-408d-b9a7-b8c54d42c859,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:15.166546 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.169112 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'Port': ['ID=0e4c6538-1a06-4f57-9d5e-67aeaf1555ef,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:15.181209 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Calling delete_port for 15133df6-9a6c-408d-b9a7-b8c54d42c859 owned by network:router_gateway {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:15.182928 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.194525 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] Checking router: be102841-bddc-4a97-be05-e989d5285269 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:15.200169 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.203882 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] Routers {'be102841-bddc-4a97-be05-e989d5285269'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:15.204648 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:08:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['be102841-bddc-4a97-be05-e989d5285269'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:15.207476 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c1f67114-87fe-479a-b64e-d60bedb22c69 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7446990 Jul 22 21:09:15.299733 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60820) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:15.313806 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] Set router be102841-bddc-4a97-be05-e989d5285269 gateway port host: None {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:15.380035 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:09:15Z', 'revision_number': 6, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:15.410895 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.412443 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe7b123-dd85-42a5-909e-fccc5afecb0d None None] The sync data for ids ['be102841-bddc-4a97-be05-e989d5285269'] in dv-cinder-800015-2-iscsi is: [{'id': 'be102841-bddc-4a97-be05-e989d5285269', 'name': 'tempest-TestMinimumBasicScenario-549071900-router', 'tenant_id': '987e1680033e4b3e8c22b6b63f36679b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:28Z', 'updated_at': '2021-07-22T21:09:15Z', 'revision_number': 6, 'project_id': '987e1680033e4b3e8c22b6b63f36679b', 'gw_port_host': None}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:15.443558 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15133df6-9a6c-408d-b9a7-b8c54d42c859,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:15.443720 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-030306f0-5783-4976-b918-500c920d7ed0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2054549818&fields=id&tenant_id=25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 267 time: 0.0482085 Jul 22 21:09:15.451848 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efd9c225-dc00-4564-9f06-4fefa7e6f51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.513808 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.600787 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-89976f5e-5562-4179-9e0b-079fa3dfe88b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:15.602306 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-89976f5e-5562-4179-9e0b-079fa3dfe88b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 816 time: 0.1414893 Jul 22 21:09:15.629543 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-e38f39ad-16d7-42d7-a894-d09dcd2f8829 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/quotas/25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 375 time: 0.0175219 Jul 22 21:09:15.632794 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.636140 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.690915 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efd9c225-dc00-4564-9f06-4fefa7e6f51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.700958 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efd9c225-dc00-4564-9f06-4fefa7e6f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.711981 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.712933 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be102841-bddc-4a97-be05-e989d5285269 {{(pid=93063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:09:15.718127 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.719429 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-ac33e506-1c13-4fe6-87d2-264cabe29ac1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/be102841-bddc-4a97-be05-e989d5285269 HTTP/1.1" status: 204 len: 168 time: 0.9555626 Jul 22 21:09:15.722100 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60836) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:15.755060 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9c225-dc00-4564-9f06-4fefa7e6f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24aba94-28e6-444e-b601-476f1583461f,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:15.763016 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-efd9c225-dc00-4564-9f06-4fefa7e6f51d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e3539f4b68b4feba31c984c3c36134f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614174 Jul 22 21:09:15.764931 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60838) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:15.769461 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] Deleting subnet 0f257ba5-858f-4e29-aa28-ef4a0a6f1153 {{(pid=93063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:09:15.774770 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.780355 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-0e6a0ac5-9fcb-4530-91ab-913aa634cd5c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449459 Jul 22 21:09:15.815811 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8925167'] for subnet, precommit_delete_associations {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.895273 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1c9b82c7-3017-4339-a51d-14fc7b2c984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.933018 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.936036 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1c9b82c7-3017-4339-a51d-14fc7b2c984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:15.949792 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-65887bfa-226c-4dd6-925e-1e51b9d8ef6b service neutron] 10.222.0.64 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523409 Jul 22 21:09:15.991303 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12061832'] for subnet, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.019809 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f257ba5-858f-4e29-aa28-ef4a0a6f1153,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:16.022434 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.024671 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b86cd693-7527-4d79-a549-fe9ef8961df0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0f257ba5-858f-4e29-aa28-ef4a0a6f1153 HTTP/1.1" status: 204 len: 168 time: 0.3015943 Jul 22 21:09:16.027622 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60840) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:16.029835 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15215ab1-fa0f-4b0b-8ba3-b723e80a2c2a None None] Network b1109309-8acf-49e5-863c-0dff081e2a7f requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:16.075471 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1c9b82c7-3017-4339-a51d-14fc7b2c984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.078396 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1c9b82c7-3017-4339-a51d-14fc7b2c984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.079807 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1c9b82c7-3017-4339-a51d-14fc7b2c984f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b24aba94-28e6-444e-b601-476f1583461f HTTP/1.1" status: 204 len: 168 time: 0.3138213 Jul 22 21:09:16.101256 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b82c7-3017-4339-a51d-14fc7b2c984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24aba94-28e6-444e-b601-476f1583461f,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:16.113626 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-f26a21a9-53cd-4caa-90ee-becf567b80e6 service neutron] 10.222.0.64 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563165 Jul 22 21:09:16.126527 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.193350 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Deleting port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:16.193966 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.306481 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] For port 25fa3972-1e63-4514-9b3f-0a9931bc9b99, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=25fa3972-1e63-4514-9b3f-0a9931bc9b99,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:16.306850 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.317677 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] DHCP port deletion for b1109309-8acf-49e5-863c-0dff081e2a7f request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:09:16.323034 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Calling delete_port for 25fa3972-1e63-4514-9b3f-0a9931bc9b99 owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:16.400365 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Deleting port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 {{(pid=93065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:16.400869 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.415081 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf0f23fb-3ef2-4821-a685-4c995328067a req-15d62f13-b984-4b17-abf2-84d950db4b08 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 210 time: 0.0815544 Jul 22 21:09:16.469682 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.504561 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=25fa3972-1e63-4514-9b3f-0a9931bc9b99,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:16.506487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] No DVR routers for this DVR port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 on host dv-cinder-800015-2-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:16.521768 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] For port 25fa3972-1e63-4514-9b3f-0a9931bc9b99, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=25fa3972-1e63-4514-9b3f-0a9931bc9b99,segment=NetworkSegment(6678bc51-46b2-4246-b310-e6cf62c0c5fe),segment_id=6678bc51-46b2-4246-b310-e6cf62c0c5fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:16.522294 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.540182 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Calling delete_port for 25fa3972-1e63-4514-9b3f-0a9931bc9b99 owned by network:dhcp {{(pid=93065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:16.603091 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.622653 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1109309-8acf-49e5-863c-0dff081e2a7f']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:16.646800 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6678bc51-46b2-4246-b310-e6cf62c0c5fe') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:16.647251 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6678bc51-46b2-4246-b310-e6cf62c0c5fe') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:16.673632 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.689722 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 15133df6-9a6c-408d-b9a7-b8c54d42c859 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:16.696408 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.708307 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:09:16.708754 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:09:16.710654 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:09:16.714302 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 15133df6-9a6c-408d-b9a7-b8c54d42c859 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:16.714654 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 15133df6-9a6c-408d-b9a7-b8c54d42c859 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:16.715197 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:16.757584 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:16.757935 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 11a01cb3-fb5c-4b82-b1ba-86ecebda3efd not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:16.758350 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 25fa3972-1e63-4514-9b3f-0a9931bc9b99 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:16.787943 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.798778 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.801737 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 25fa3972-1e63-4514-9b3f-0a9931bc9b99 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:16.802717 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 25fa3972-1e63-4514-9b3f-0a9931bc9b99 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:16.804460 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] 10.222.0.64 "DELETE /v2.0/networks/b1109309-8acf-49e5-863c-0dff081e2a7f HTTP/1.1" status: 204 len: 168 time: 0.7757323 Jul 22 21:09:16.804909 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60866) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:16.815311 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f2bfd-c702-4161-8e8b-6660aa9bfc4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1109309-8acf-49e5-863c-0dff081e2a7f,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:16.854450 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:16.880374 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Network b1109309-8acf-49e5-863c-0dff081e2a7f is not hosted by any dhcp agent {{(pid=93065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:09:16.880672 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] No DVR routers for this DVR port 25fa3972-1e63-4514-9b3f-0a9931bc9b99 on host dv-cinder-800015-2-iscsi {{(pid=93065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:16.901741 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Pushing event deleted for resources: {'Port': ['ID=25fa3972-1e63-4514-9b3f-0a9931bc9b99,revision_number=None']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:16.911682 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.911682 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.911951 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.912182 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.912516 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.912884 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.913227 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.914142 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.914485 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.914825 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.915241 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:16.915644 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4055c6-ad23-483e-986d-6c87218b912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:09:17.249217 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.316307 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-219c4601-8d2a-4614-b8f9-3f70b7d70e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.497060 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60892) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:17.529850 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.614005 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3adc1bf2-1062-441e-b47a-bc14192bfa65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.689280 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-95b645d7-5850-42ce-b2a0-f2add4eed367 req-a7abe0d2-dd15-4e6a-9ecd-7efdc3050df7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 210 time: 0.0421281 Jul 22 21:09:17.722393 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3adc1bf2-1062-441e-b47a-bc14192bfa65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.727957 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3adc1bf2-1062-441e-b47a-bc14192bfa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.772721 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3adc1bf2-1062-441e-b47a-bc14192bfa65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20956d75223641a38e4d52bea329feb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743835 Jul 22 21:09:17.775122 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc1bf2-1062-441e-b47a-bc14192bfa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2addb83-e08b-4f5d-9fb0-4a4c7d42c9ae,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:17.779204 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60896) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:17.812208 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Deleting port 16debf05-fd97-416f-ba13-87b114d3cfe1 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:17.812803 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.898649 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] For port 16debf05-fd97-416f-ba13-87b114d3cfe1, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=16debf05-fd97-416f-ba13-87b114d3cfe1,segment=NetworkSegment(05f1d90c-0328-404a-ab4b-ba65e44fa40e),segment_id=05f1d90c-0328-404a-ab4b-ba65e44fa40e)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:17.899100 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:17.915346 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Calling delete_port for 16debf05-fd97-416f-ba13-87b114d3cfe1 owned by network:router_interface {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:18.122567 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.150933 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Pushing event deleted for resources: {'Port': ['ID=16debf05-fd97-416f-ba13-87b114d3cfe1,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:18.166734 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0078-b965-4848-ae9a-d4a877e2f837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.199876 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-00ebe096-9526-4670-b1ce-2964fb18e7d9 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:18.201391 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-00ebe096-9526-4670-b1ce-2964fb18e7d9 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 816 time: 0.4056911 Jul 22 21:09:18.211078 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0078-b965-4848-ae9a-d4a877e2f837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.284362 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-d8eadfdc-ee37-4b7b-8e4b-f93ddf72ed4b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 380 time: 0.0581615 Jul 22 21:09:18.296880 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'port': {'device_id': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'admin_state_up': True, 'tenant_id': '25ecdac3159c49afb111245def848e54', 'security_groups': ['64c10810-f879-4e03-9a8e-e6474873e87b']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:18.319387 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0078-b965-4848-ae9a-d4a877e2f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.323530 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9dbe0078-b965-4848-ae9a-d4a877e2f837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.324804 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-9dbe0078-b965-4848-ae9a-d4a877e2f837 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2addb83-e08b-4f5d-9fb0-4a4c7d42c9ae HTTP/1.1" status: 204 len: 168 time: 0.5443976 Jul 22 21:09:18.349436 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe0078-b965-4848-ae9a-d4a877e2f837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2addb83-e08b-4f5d-9fb0-4a4c7d42c9ae,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:18.353702 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.436461 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Made reservation on behalf of 25ecdac3159c49afb111245def848e54 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:18.440970 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.500447 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.604535 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Allocated IP 172.20.0.14 (02c3f82d-a26c-4295-9a8d-6b0a70d9efa3/8ba7cc3b-83b6-4bed-b45d-a738fee70092/af3a152d-7698-487b-95ff-e3b00385f784) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:18.631630 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:18.756665 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:18.767267 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-069a5e11-077a-46ca-84d1-945443a7be45 admin admin] 10.222.0.64 "PUT /v2.0/routers/5a467c36-ef36-4c2d-8b68-dd8b3046c8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9580355 Jul 22 21:09:18.767509 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60916) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:18.772273 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] Sync routers for ids ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:18.784714 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] Routers {'5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:18.785321 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:18.825586 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.851414 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Transition to ACTIVE for port object af3a152d-7698-487b-95ff-e3b00385f784 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:18.884887 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-39463c35-93a1-4fb8-8e8b-3f59a7009119 req-a0484f11-1113-4290-aea6-b2747b017036 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 210 time: 0.1068604 Jul 22 21:09:18.890367 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks [] for router, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.929613 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:18.985607 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:18.991735 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:18.995589 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:19.019427 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] Set router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:19.035540 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:19.054259 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.085183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:19.085938 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.108562 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7ec05ed6-984d-40ba-a581-bfad4206736e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8173606 Jul 22 21:09:19.138144 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Request body: {'port': {'device_id': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:19.171991 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Deleting port c87267be-349a-4459-b0dc-55985dc7c88a {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:19.172338 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.253685 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3dc7b28a-0200-4a51-9979-9fb721b7f39a None None] Provisioning for port af3a152d-7698-487b-95ff-e3b00385f784 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:19.260122 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.264015 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3dc7b28a-0200-4a51-9979-9fb721b7f39a None None] Provisioning complete for port af3a152d-7698-487b-95ff-e3b00385f784 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:19.264397 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3dc7b28a-0200-4a51-9979-9fb721b7f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.291589 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] For port c87267be-349a-4459-b0dc-55985dc7c88a, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=c87267be-349a-4459-b0dc-55985dc7c88a,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:19.291589 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.311587 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Calling delete_port for c87267be-349a-4459-b0dc-55985dc7c88a owned by network:router_gateway {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:19.313168 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7b28a-0200-4a51-9979-9fb721b7f39a None None] Port af3a152d-7698-487b-95ff-e3b00385f784 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:19.321982 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:09:18Z', 'revision_number': 5, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port': {'id': 'c87267be-349a-4459-b0dc-55985dc7c88a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:05:36Z', 'updated_at': '2021-07-22T21:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:19.350031 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] Checking router: 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:19.359029 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] Routers {'5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:19.359828 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:19.475870 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] Set router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc gateway port host: None {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:19.534311 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:09:19Z', 'revision_number': 6, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:19.535756 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.563183 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c87267be-349a-4459-b0dc-55985dc7c88a,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:19.566573 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c253-e7c6-4f99-b35a-63289648d25a None None] The sync data for ids ['5a467c36-ef36-4c2d-8b68-dd8b3046c8dc'] in dv-cinder-800015-2-iscsi is: [{'id': '5a467c36-ef36-4c2d-8b68-dd8b3046c8dc', 'name': 'tempest-TestMinimumBasicScenario-429220647-router', 'tenant_id': '513bc82477ae409fb3b6156ac10a8542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:05:35Z', 'updated_at': '2021-07-22T21:09:19Z', 'revision_number': 6, 'project_id': '513bc82477ae409fb3b6156ac10a8542', 'gw_port_host': None}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:19.612232 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3a152d-7698-487b-95ff-e3b00385f784 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:19.620920 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.636019 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Transition to ACTIVE for port object af3a152d-7698-487b-95ff-e3b00385f784 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:19.640072 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.640220 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.684327 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:19.740811 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.743214 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.776358 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Attempting to bind port af3a152d-7698-487b-95ff-e3b00385f784 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:19.777062 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Attempting to bind port af3a152d-7698-487b-95ff-e3b00385f784 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:19.777609 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Attempting to bind port af3a152d-7698-487b-95ff-e3b00385f784 on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:19.786496 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Port af3a152d-7698-487b-95ff-e3b00385f784 on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:19.786898 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Attempting to bind port af3a152d-7698-487b-95ff-e3b00385f784 on network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:19.791917 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.792257 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a467c36-ef36-4c2d-8b68-dd8b3046c8dc {{(pid=93064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:09:19.793253 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:19.794255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Checking segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:19.794255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Bound using segment: {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:19.794704 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Bound port: af3a152d-7698-487b-95ff-e3b00385f784, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241db6f0-2333-4551-a358-7b84dac37473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:19.795077 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.807673 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.808745 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-227de554-4700-4781-894d-c71e609ebbdc admin admin] 10.222.0.64 "DELETE /v2.0/routers/5a467c36-ef36-4c2d-8b68-dd8b3046c8dc HTTP/1.1" status: 204 len: 168 time: 1.0402527 Jul 22 21:09:19.811189 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60940) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:19.864455 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] Deleting subnet e9760b84-2bd7-4bab-8520-bda688dbd662 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:09:19.868246 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.888189 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:19.893859 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:19.900839 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.916360 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.961039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:19.961691 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:19.966290 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] 10.222.0.66 "PUT /v2.0/ports/af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 200 len: 1094 time: 0.8423600 Jul 22 21:09:19.967049 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:19.971592 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92b48c-4ba4-49f6-860a-4ded7f179968" -d '{"events": [{"name": "network-changed", "server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "tag": "af3a152d-7698-487b-95ff-e3b00385f784"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:20.033268 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012849d-4bf2-4872-ba04-bc80d832327f service neutron] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.051513 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b2c5e-0ae5-4a6f-bf58-6c3379eb3523 x-openstack-request-id: req-cb0b2c5e-0ae5-4a6f-bf58-6c3379eb3523 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:20.051809 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "tag": "af3a152d-7698-487b-95ff-e3b00385f784", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:20.052071 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb0b2c5e-0ae5-4a6f-bf58-6c3379eb3523 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:20.052480 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784', 'status': 'completed', 'code': 200} Jul 22 21:09:20.143018 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.160810 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.180875 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-f31fe5fb-872c-4a5f-8261-c10203de2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:20.182093 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-f31fe5fb-872c-4a5f-8261-c10203de2fca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1097 time: 0.1015573 Jul 22 21:09:20.218672 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6eaab-ab34-4bc1-8b9b-451cbdc8a1d9 req-779f7a90-c278-435f-9424-64628c8c92b0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:20.220893 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c8f6eaab-ab34-4bc1-8b9b-451cbdc8a1d9 req-779f7a90-c278-435f-9424-64628c8c92b0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.2121956 Jul 22 21:09:20.239016 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-e29e4633-4111-416b-b3f2-c135c38f0ab3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 200 len: 217 time: 0.0415087 Jul 22 21:09:20.245998 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.278053 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9760b84-2bd7-4bab-8520-bda688dbd662,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.288307 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.290229 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-ada402b4-a27c-46a8-b245-675d530efe5f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e9760b84-2bd7-4bab-8520-bda688dbd662 HTTP/1.1" status: 204 len: 168 time: 0.4781055 Jul 22 21:09:20.291738 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a390f-8dc3-4312-a10f-fc97defdf782 None None] Network 629647eb-d76d-4691-a256-02e819f987b5 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:20.293091 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60950) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:20.306436 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c8f6eaab-ab34-4bc1-8b9b-451cbdc8a1d9 req-2d1cbbd3-76bf-48cf-911a-7762d0c02705 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776801 Jul 22 21:09:20.313025 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-0a870288-28d4-4114-a1fc-a0d11e47f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:20.315136 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-0a870288-28d4-4114-a1fc-a0d11e47f5e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0690207 Jul 22 21:09:20.399262 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.409326 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-916d7e0e-97a7-4ce5-9c3e-914c6a47e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:20.412979 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-916d7e0e-97a7-4ce5-9c3e-914c6a47e893 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885863 Jul 22 21:09:20.462430 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Deleting port f11189dd-dc27-48a4-8758-256bf0252ee4 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:20.462831 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.539203 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] For port f11189dd-dc27-48a4-8758-256bf0252ee4, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=f11189dd-dc27-48a4-8758-256bf0252ee4,segment=NetworkSegment(05f1d90c-0328-404a-ab4b-ba65e44fa40e),segment_id=05f1d90c-0328-404a-ab4b-ba65e44fa40e)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:20.539670 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.569254 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] DHCP port deletion for 629647eb-d76d-4691-a256-02e819f987b5 request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:09:20.574067 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Calling delete_port for f11189dd-dc27-48a4-8758-256bf0252ee4 owned by network:dhcp {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:20.584939 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-72a533aa-e970-4c04-8902-0b790074f199 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591661 Jul 22 21:09:20.660049 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] Deleting port f11189dd-dc27-48a4-8758-256bf0252ee4 {{(pid=93065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:20.660760 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.701209 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 16debf05-fd97-416f-ba13-87b114d3cfe1 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:20.731126 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 16debf05-fd97-416f-ba13-87b114d3cfe1 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:20.731708 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 16debf05-fd97-416f-ba13-87b114d3cfe1 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:20.732300 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device c87267be-349a-4459-b0dc-55985dc7c88a no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:20.744067 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.759284 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-441a102a-f4d4-4b64-8c1b-93b4eb518ca7 req-f213030c-eed7-46ed-b90e-2ec40bd42e3b service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618216 Jul 22 21:09:20.770315 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11189dd-dc27-48a4-8758-256bf0252ee4,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:20.776499 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] No DVR routers for this DVR port f11189dd-dc27-48a4-8758-256bf0252ee4 on host dv-cinder-800015-2-iscsi {{(pid=93064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:20.863548 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.877619 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629647eb-d76d-4691-a256-02e819f987b5']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:20.892605 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f1d90c-0328-404a-ab4b-ba65e44fa40e') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:20.893006 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f1d90c-0328-404a-ab4b-ba65e44fa40e') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:20.910129 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.923431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: c87267be-349a-4459-b0dc-55985dc7c88a {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:20.923431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device c87267be-349a-4459-b0dc-55985dc7c88a not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:20.924154 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f11189dd-dc27-48a4-8758-256bf0252ee4 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:20.924962 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.933329 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Releasing vlan 1092 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:09:20.933857 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:09:20.935882 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:09:20.946484 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-22ed19f4-2ad0-45b8-b36a-0419243c6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:20.948083 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: f11189dd-dc27-48a4-8758-256bf0252ee4 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:20.948373 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-22ed19f4-2ad0-45b8-b36a-0419243c6b5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1097 time: 0.0744498 Jul 22 21:09:20.948521 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f11189dd-dc27-48a4-8758-256bf0252ee4 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:20.960558 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] For port f11189dd-dc27-48a4-8758-256bf0252ee4, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=f11189dd-dc27-48a4-8758-256bf0252ee4,segment=NetworkSegment(05f1d90c-0328-404a-ab4b-ba65e44fa40e),segment_id=05f1d90c-0328-404a-ab4b-ba65e44fa40e)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:20.960969 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:20.978289 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] Calling delete_port for f11189dd-dc27-48a4-8758-256bf0252ee4 owned by network:dhcp {{(pid=93065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:20.994477 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.001020 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.003350 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/629647eb-d76d-4691-a256-02e819f987b5 HTTP/1.1" status: 204 len: 168 time: 0.7092662 Jul 22 21:09:21.013623 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d6694-2326-4f59-8126-a05c5987acd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=629647eb-d76d-4691-a256-02e819f987b5,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:21.067255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-08966b86-90b2-49ed-9fdc-4b4836e2e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:21.068938 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-08966b86-90b2-49ed-9fdc-4b4836e2e501 service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.1071279 Jul 22 21:09:21.088087 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.101062 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:09:21.119305 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] Network 629647eb-d76d-4691-a256-02e819f987b5 is not hosted by any dhcp agent {{(pid=93065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 21:09:21.120077 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] No DVR routers for this DVR port f11189dd-dc27-48a4-8758-256bf0252ee4 on host dv-cinder-800015-2-iscsi {{(pid=93065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:21.121568 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-44c05791-7356-47bc-a6dc-d3e682f646bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 200 len: 217 time: 0.0447240 Jul 22 21:09:21.121845 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f891-4a9d-4122-977e-c05b0ac3aa69 None None] Pushing event deleted for resources: {'Port': ['ID=f11189dd-dc27-48a4-8758-256bf0252ee4,revision_number=None']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:21.177528 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-5b659871-5eff-4ef6-ae9a-403bd89213b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:21.178946 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-5b659871-5eff-4ef6-ae9a-403bd89213b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0476582 Jul 22 21:09:21.220409 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60960) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:21.259958 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e5e011d2-8f5f-4800-b508-47759971b308 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=987e1680033e4b3e8c22b6b63f36679b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382805 Jul 22 21:09:21.262208 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-609f5ea1-2118-4dde-bf9b-cc5fc75c7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:21.262388 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60962) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:21.264481 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-609f5ea1-2118-4dde-bf9b-cc5fc75c7445 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762665 Jul 22 21:09:21.316677 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c717df7b-8733-4f2c-a76b-96ca3b05aed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.339074 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c717df7b-8733-4f2c-a76b-96ca3b05aed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.368058 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-aba67f9f-59d3-4223-9e78-13e76b0d5b26 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967245 Jul 22 21:09:21.395088 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c717df7b-8733-4f2c-a76b-96ca3b05aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.398617 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c717df7b-8733-4f2c-a76b-96ca3b05aed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.403988 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c717df7b-8733-4f2c-a76b-96ca3b05aed5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe HTTP/1.1" status: 204 len: 168 time: 0.1405404 Jul 22 21:09:21.414920 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717df7b-8733-4f2c-a76b-96ca3b05aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eb25b6-ef5c-47e2-ae30-6c7ca2148fbe,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:21.515073 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b92b48c-4ba4-49f6-860a-4ded7f179968 req-13881773-2081-40e4-94f6-4cadf86a94f4 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362934 Jul 22 21:09:21.531396 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607488-aea1-426d-a8db-513b032199a0 req-98a0bb43-a0db-4403-9dbd-d51277ca0583 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:21.533972 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2b607488-aea1-426d-a8db-513b032199a0 req-98a0bb43-a0db-4403-9dbd-d51277ca0583 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.1266639 Jul 22 21:09:21.578031 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2b607488-aea1-426d-a8db-513b032199a0 req-372a858f-298a-409c-b80d-62b74856a373 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386233 Jul 22 21:09:21.751354 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60972) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:21.791796 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-beaa23d6-7410-4ec2-a6be-602420b9d190 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=513bc82477ae409fb3b6156ac10a8542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392292 Jul 22 21:09:21.796195 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60974) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:21.849242 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-47bd455c-53f6-4665-92b3-e13ea61bc551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.871551 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-47bd455c-53f6-4665-92b3-e13ea61bc551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.926447 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-47bd455c-53f6-4665-92b3-e13ea61bc551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.930665 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-47bd455c-53f6-4665-92b3-e13ea61bc551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:21.931901 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-47bd455c-53f6-4665-92b3-e13ea61bc551 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de1c064c-1d64-41f9-83e1-6d77107d7cb9 HTTP/1.1" status: 204 len: 168 time: 0.1347506 Jul 22 21:09:21.940530 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd455c-53f6-4665-92b3-e13ea61bc551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c064c-1d64-41f9-83e1-6d77107d7cb9,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:22.719843 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfaa8b-520c-472f-83de-bff44c11f438 req-6ee90b1e-2646-4bb9-b758-271e3a2b6c9a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:22.721987 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-efdfaa8b-520c-472f-83de-bff44c11f438 req-6ee90b1e-2646-4bb9-b758-271e3a2b6c9a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0677335 Jul 22 21:09:22.760365 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-efdfaa8b-520c-472f-83de-bff44c11f438 req-694fc6ae-82c7-4782-9d59-9bbee6466522 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327108 Jul 22 21:09:23.262795 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 60992) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:23.371357 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-81b93206-83a0-459a-bd87-0f840688d125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.473816 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-81b93206-83a0-459a-bd87-0f840688d125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.479607 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-81b93206-83a0-459a-bd87-0f840688d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.505238 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:23.523234 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-81b93206-83a0-459a-bd87-0f840688d125 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9fa6be06029c468482e039fcee29c98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568502 Jul 22 21:09:23.523234 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b93206-83a0-459a-bd87-0f840688d125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f4d7e4-ba2d-4f56-8990-5e5b6449fad0,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:23.524610 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 60996) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:23.582942 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9534eb3-7f89-48ad-a928-e97e0072c48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.601322 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:23.605701 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9534eb3-7f89-48ad-a928-e97e0072c48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.616198 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'af3a152d-7698-487b-95ff-e3b00385f784', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'port_id': 'af3a152d-7698-487b-95ff-e3b00385f784', 'mac_address': 'fa:16:3e:54:4a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:23.653015 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.654887 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9534eb3-7f89-48ad-a928-e97e0072c48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.658021 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9534eb3-7f89-48ad-a928-e97e0072c48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.659359 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b9534eb3-7f89-48ad-a928-e97e0072c48e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95f4d7e4-ba2d-4f56-8990-5e5b6449fad0 HTTP/1.1" status: 204 len: 168 time: 0.1333466 Jul 22 21:09:23.667150 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9534eb3-7f89-48ad-a928-e97e0072c48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f4d7e4-ba2d-4f56-8990-5e5b6449fad0,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:23.668468 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3a152d-7698-487b-95ff-e3b00385f784 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:23.698738 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:23.703502 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:23.752203 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:23.903557 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96aa41-206a-4ff1-b527-9752fd8d7ee5 req-bde8e1e8-f060-434d-b94f-a40a45ca0b23 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:23.905214 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ca96aa41-206a-4ff1-b527-9752fd8d7ee5 req-bde8e1e8-f060-434d-b94f-a40a45ca0b23 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 945 time: 0.0708239 Jul 22 21:09:23.947816 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 32772) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:23.948910 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ca96aa41-206a-4ff1-b527-9752fd8d7ee5 req-348b03d3-3106-42d3-ae23-f8761689b2bb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375829 Jul 22 21:09:23.961359 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1d29d746-7664-45f0-9308-ccc7dccc7476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.036513 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['af3a152d-7698-487b-95ff-e3b00385f784'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:24.052581 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1d29d746-7664-45f0-9308-ccc7dccc7476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.057129 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1d29d746-7664-45f0-9308-ccc7dccc7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.100031 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1d29d746-7664-45f0-9308-ccc7dccc7476 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=437562856fe64bb4ae1f397e554f4f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511066 Jul 22 21:09:24.101971 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29d746-7664-45f0-9308-ccc7dccc7476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ccdc07-25dd-45f3-89a4-bf4b909b9247,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.102796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 32774) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:24.155462 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-acc8e6ec-c0a8-4543-a0e0-6d29ce9e50c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.179335 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-acc8e6ec-c0a8-4543-a0e0-6d29ce9e50c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.229139 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-acc8e6ec-c0a8-4543-a0e0-6d29ce9e50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.231742 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-acc8e6ec-c0a8-4543-a0e0-6d29ce9e50c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:24.232914 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-acc8e6ec-c0a8-4543-a0e0-6d29ce9e50c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08ccdc07-25dd-45f3-89a4-bf4b909b9247 HTTP/1.1" status: 204 len: 168 time: 0.1289310 Jul 22 21:09:24.241137 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8e6ec-c0a8-4543-a0e0-6d29ce9e50c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ccdc07-25dd-45f3-89a4-bf4b909b9247,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:24.888093 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 32796) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:24.981951 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-500566262-network', 'tenant_id': '35e8b1af0a0e43cb9b72d6d033251286'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:25.005215 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Made reservation on behalf of 35e8b1af0a0e43cb9b72d6d033251286 for: {'network': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:25.007739 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.016318 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.085997 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c55e7-1b5c-474b-89b6-5e7d6b7b21c9 req-77610342-ce18-40a1-a8ed-05b702df6cbf tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:25.087592 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cb5c55e7-1b5c-474b-89b6-5e7d6b7b21c9 req-77610342-ce18-40a1-a8ed-05b702df6cbf tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 945 time: 0.0660357 Jul 22 21:09:25.108879 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.114121 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.128429 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cb5c55e7-1b5c-474b-89b6-5e7d6b7b21c9 req-a5f79bf3-7281-499d-b4e2-33fe816be3ba tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Jul 22 21:09:25.143508 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=93063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:09:25.153546 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569e38bd-1f9e-4a54-8da0-c900688ba31f,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:25.160571 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.161112 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.segments_db [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Added segment cd66f04b-fc38-4925-a1d6-740bb6eac97a of type vlan for network 38dbdaa0-b47a-4162-9850-36f3f386dc7d Jul 22 21:09:25.205776 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.233815 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.235168 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:25.236751 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.271168 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3819427 Jul 22 21:09:25.274302 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 32802) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:25.279339 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Request body: {'subnet': {'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-500566262-subnet', 'tenant_id': '35e8b1af0a0e43cb9b72d6d033251286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:25.300745 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b4c48-c098-4ef8-b7f8-3613a78b8eba admin admin] Pushing event updated for resources: {'Network': ['ID=38dbdaa0-b47a-4162-9850-36f3f386dc7d,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:25.303653 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Made reservation on behalf of 35e8b1af0a0e43cb9b72d6d033251286 for: {'subnet': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:25.306120 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3090707'] for subnet, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.314968 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 38dbdaa0-b47a-4162-9850-36f3f386dc7d details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:09:25.514501 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:25.570665 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port af3a152d-7698-487b-95ff-e3b00385f784 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:25.574800 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port af3a152d-7698-487b-95ff-e3b00385f784 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:25.575228 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.654666 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.679354 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:25.681601 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea7b2be-3757-46f9-9180-010e0c69f89c" -d '{"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-plugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:25.689103 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2252814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3090785'] for subnet, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.696981 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:25.701786 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.748841 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1415d033-df32-45ec-a8a4-cdde28fe8a6e,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:25.756751 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:25.758100 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Checking segment: {'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:25.758466 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Network hostable DHCP agents. Network: 38dbdaa0-b47a-4162-9850-36f3f386dc7d, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:09:25.780070 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Network 38dbdaa0-b47a-4162-9850-36f3f386dc7d is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:09:25.794071 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 38dbdaa0-b47a-4162-9850-36f3f386dc7d) {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:25.800472 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:25.800746 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:25.805477 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2195be5-9240-4b38-bdc0-096c4fb996a2 None None] Network 38dbdaa0-b47a-4162-9850-36f3f386dc7d requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:25.822922 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a69b015c-79ab-4847-be9a-84ec91fdc528 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5424306 Jul 22 21:09:25.869194 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d41651-43fb-4f1d-b093-7eadf9b4ebe7 x-openstack-request-id: req-08d41651-43fb-4f1d-b093-7eadf9b4ebe7 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:25.869378 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-plugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:25.869630 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08d41651-43fb-4f1d-b093-7eadf9b4ebe7 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:25.870014 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784', 'code': 200} Jul 22 21:09:25.942967 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930754f-1132-479b-a694-d9aba444d24d None None] Network 38dbdaa0-b47a-4162-9850-36f3f386dc7d requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:09:26.101695 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3da060-5f11-4b13-8409-c52ae07fb7c0 req-141523e2-5ad7-404f-9197-67f0b7428c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:26.103277 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6a3da060-5f11-4b13-8409-c52ae07fb7c0 req-141523e2-5ad7-404f-9197-67f0b7428c45 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1099 time: 0.0639825 Jul 22 21:09:26.142956 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6a3da060-5f11-4b13-8409-c52ae07fb7c0 req-7ac4d589-d915-4242-ad5f-1c6752b502ce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330491 Jul 22 21:09:26.278618 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d602-b344-40bb-b09e-83ede361115c req-0e91837d-0b8b-421d-b156-1f0f48b24bf7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:26.280163 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cca3d602-b344-40bb-b09e-83ede361115c req-0e91837d-0b8b-421d-b156-1f0f48b24bf7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0718465 Jul 22 21:09:26.320209 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cca3d602-b344-40bb-b09e-83ede361115c req-5d81c75d-8e5a-4d40-ac7c-663cfbe3306a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Jul 22 21:09:27.460153 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cde8a3-88cb-4da7-9968-483937b61a7b req-ba43021b-779c-4e5a-bf49-ceee12557320 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:27.461829 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30cde8a3-88cb-4da7-9968-483937b61a7b req-ba43021b-779c-4e5a-bf49-ceee12557320 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0665393 Jul 22 21:09:27.501556 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30cde8a3-88cb-4da7-9968-483937b61a7b req-2f4c6960-97d9-4384-8e7b-9ce31a87e7a3 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337389 Jul 22 21:09:27.635331 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fec3ad-fa0f-40f9-b343-bec397f4139b req-dfeedc12-c167-4783-bb1b-28cc63ad8973 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:27.637020 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f0fec3ad-fa0f-40f9-b343-bec397f4139b req-dfeedc12-c167-4783-bb1b-28cc63ad8973 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0669222 Jul 22 21:09:27.647084 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 32842) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:27.651827 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Request body: {'floatingip': {'port_id': 'af3a152d-7698-487b-95ff-e3b00385f784'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:27.669574 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-7f94a613-53a3-4797-932a-3c29d79fd5af tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:27.671115 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-7f94a613-53a3-4797-932a-3c29d79fd5af tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/networks?id=38dbdaa0-b47a-4162-9850-36f3f386dc7d HTTP/1.1" status: 200 len: 808 time: 0.1105013 Jul 22 21:09:27.687925 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-1d274319-c88d-44df-a8ba-15fe0e3bc48b tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/quotas/35e8b1af0a0e43cb9b72d6d033251286 HTTP/1.1" status: 200 len: 375 time: 0.0103340 Jul 22 21:09:27.703274 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:27.729796 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-4b1a3db0-076c-4c2c-87c0-a016eb27adb8 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35e8b1af0a0e43cb9b72d6d033251286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351763 Jul 22 21:09:27.830948 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-b36d3602-8e0a-44f5-a62c-4f945765efd5 service neutron] 10.222.0.64 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944986 Jul 22 21:09:27.937545 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-86801e7a-b60a-414e-8b70-71c6fafdb143 service neutron] 10.222.0.64 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992279 Jul 22 21:09:28.033016 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce6408-24df-42cf-a247-6999a6192d3f req-0d4e823c-6f41-4854-9337-cac7f81e9919 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:28.034766 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13ce6408-24df-42cf-a247-6999a6192d3f req-0d4e823c-6f41-4854-9337-cac7f81e9919 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1318684 Jul 22 21:09:28.119196 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1d6b10c4-d920-44eb-bdef-955815da300d req-ecfbf009-bf92-4428-bd2f-934b72e21687 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 210 time: 0.0363412 Jul 22 21:09:28.141635 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-13ce6408-24df-42cf-a247-6999a6192d3f req-23c979a1-7589-451b-8282-5a3747a7454c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724974 Jul 22 21:09:28.252578 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.256729 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.374616 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Floating IP b0d29083-0657-4104-8341-e95a02a69a76 associated. External IP: 172.27.2.239, port: af3a152d-7698-487b-95ff-e3b00385f784. Jul 22 21:09:28.594934 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:28.710604 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:28.716045 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:28.722158 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] Sync routers for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:28.731745 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:28.732393 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:28.845982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:29.007337 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-3add8885-6fc6-4490-ac90-285ac61aff6d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "PUT /v2.0/floatingips/b0d29083-0657-4104-8341-e95a02a69a76 HTTP/1.1" status: 200 len: 992 time: 1.3590307 Jul 22 21:09:29.007937 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:29.010142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab6379-e8a7-4490-af4c-94a0224f17b8" -d '{"events": [{"name": "network-changed", "server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "tag": "af3a152d-7698-487b-95ff-e3b00385f784"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:29.047181 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c82433-3426-4665-9c2d-ec502896e6e7 x-openstack-request-id: req-02c82433-3426-4665-9c2d-ec502896e6e7 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:29.047480 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "tag": "af3a152d-7698-487b-95ff-e3b00385f784", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:29.047734 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02c82433-3426-4665-9c2d-ec502896e6e7 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:29.048129 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784', 'status': 'completed', 'code': 200} Jul 22 21:09:29.093837 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'b0d29083-0657-4104-8341-e95a02a69a76', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'port_id': 'af3a152d-7698-487b-95ff-e3b00385f784', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'mac_address': 'fa:16:3e:54:4a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:14Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 1, 'project_id': '25ecdac3159c49afb111245def848e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:29.121003 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] Checking router: 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:29.129765 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:29.130369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:29.238157 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3c7fc597-2365-4011-8a73-f511ebf0dc23 req-1ac0514a-478c-45b3-b129-2a0320957ca8 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 210 time: 0.0369608 Jul 22 21:09:29.247524 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:29.286471 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-cd102826-eab1-4517-9859-e696b9e6e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.288837 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-cd102826-eab1-4517-9859-e696b9e6e1e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1099 time: 0.0945594 Jul 22 21:09:29.343164 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-a2edf20f-e592-4c29-b359-d27f7549ec96 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.344943 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-a2edf20f-e592-4c29-b359-d27f7549ec96 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1525829 Jul 22 21:09:29.464768 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-2e2af18e-8cb0-46e9-ac4c-f88348c505ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.467228 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-2e2af18e-8cb0-46e9-ac4c-f88348c505ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.1699953 Jul 22 21:09:29.479531 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc46fb-f6e5-486e-bd36-bbc9d1115233 req-1ac31758-6e4d-4319-a00d-08486865a870 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.481661 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cefc46fb-f6e5-486e-bd36-bbc9d1115233 req-1ac31758-6e4d-4319-a00d-08486865a870 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 946 time: 0.1540067 Jul 22 21:09:29.494642 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-26b39403-f1a0-4bc7-86f2-8aeea4490b9d tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.496394 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-26b39403-f1a0-4bc7-86f2-8aeea4490b9d tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "GET /v2.0/networks?id=38dbdaa0-b47a-4162-9850-36f3f386dc7d HTTP/1.1" status: 200 len: 808 time: 0.2054868 Jul 22 21:09:29.516891 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Request body: {'port': {'device_id': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d', 'admin_state_up': True, 'tenant_id': '35e8b1af0a0e43cb9b72d6d033251286'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:29.551681 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'b0d29083-0657-4104-8341-e95a02a69a76', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'port_id': 'af3a152d-7698-487b-95ff-e3b00385f784', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'mac_address': 'fa:16:3e:54:4a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:14Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 1, 'project_id': '25ecdac3159c49afb111245def848e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:29.559041 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Deleting port 7137e0f2-4439-4f22-8493-dc6034662400 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:29.559393 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.571608 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cefc46fb-f6e5-486e-bd36-bbc9d1115233 req-3f1fd76f-74ed-4032-baf3-cd3f8286019c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=74376ca6-7b02-4494-a573-4205a7425035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826077 Jul 22 21:09:29.578054 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-5918ba66-ce19-48f6-adc1-c48de84e612b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 200 len: 1000 time: 0.0953636 Jul 22 21:09:29.582241 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e02ace-1d63-46a4-9bab-8f0529b19ede None None] The sync data for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi is: [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'b0d29083-0657-4104-8341-e95a02a69a76', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'port_id': 'af3a152d-7698-487b-95ff-e3b00385f784', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'mac_address': 'fa:16:3e:54:4a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:14Z', 'updated_at': '2021-07-22T21:09:28Z', 'revision_number': 1, 'project_id': '25ecdac3159c49afb111245def848e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:29.644263 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-469a3ef9-355a-4472-9c7b-de873a30b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.645945 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-469a3ef9-355a-4472-9c7b-de873a30b01c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0499668 Jul 22 21:09:29.714383 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-e77bfc24-0f1a-43de-be1f-0dc2cdad4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:29.716249 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-e77bfc24-0f1a-43de-be1f-0dc2cdad4d28 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628307 Jul 22 21:09:29.731032 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] For port 7137e0f2-4439-4f22-8493-dc6034662400, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=7137e0f2-4439-4f22-8493-dc6034662400,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:29.731688 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.751747 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Made reservation on behalf of 35e8b1af0a0e43cb9b72d6d033251286 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:29.756134 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:29.827279 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-4efcd133-93ca-46d1-bcee-a5ccf81d59df service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030262 Jul 22 21:09:29.923116 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdee28-e8cd-481d-ac7e-6dc65797fe83 None None] New status for floating IP b0d29083-0657-4104-8341-e95a02a69a76: ACTIVE {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:09:29.936907 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-7b0c4879-01a3-4239-8d6f-e176802719a4 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030154 Jul 22 21:09:30.044869 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.045167 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.045494 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Floating IP 296379ce-5535-4ef5-9247-57a42eb0280d disassociated. External IP: 172.27.2.248, port: 7137e0f2-4439-4f22-8493-dc6034662400. Jul 22 21:09:30.045839 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Calling delete_port for 7137e0f2-4439-4f22-8493-dc6034662400 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:30.048012 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Allocated IP 172.20.0.12 (38dbdaa0-b47a-4162-9850-36f3f386dc7d/1415d033-df32-45ec-a8a4-cdde28fe8a6e/a42510f3-24e0-4e81-9147-71c6d4b9aaf0) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:30.298271 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.302401 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.339291 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event deleted for resources: {'Port': ['ID=7137e0f2-4439-4f22-8493-dc6034662400,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.357608 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4931658e-cb07-4bde-94eb-92770ccc07da req-19934745-bb8d-4245-b0a9-88aa17e0146e tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 210 time: 0.0399992 Jul 22 21:09:30.442302 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.504019 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Network 38dbdaa0-b47a-4162-9850-36f3f386dc7d is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:30.513594 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:30.517604 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:30.520147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Pushing event updated for resources: {'Port': ['ID=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:30.544962 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:30.609584 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:30.610213 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.669334 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-ee8abcb0-6c79-4d2c-8447-1c8f0f0cca99 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1571128 Jul 22 21:09:30.693544 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Request body: {'port': {'device_id': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:30.701027 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4c95ccd5-882f-4cc5-b55c-350d964494d3 req-69b9d753-6b9d-4ef0-bdfa-919d051d1ed9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=340b010f-1b46-488d-83d2-bf92a69fab61 HTTP/1.1" status: 200 len: 210 time: 0.0480597 Jul 22 21:09:30.747678 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:30.758459 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] Sync routers for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:30.767871 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:30.768664 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:30.819989 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] No DVR routers for this DVR port 7137e0f2-4439-4f22-8493-dc6034662400 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:30.826440 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.828464 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-120c226e-fc66-4124-b5e8-46cdad77c4c3 req-4976e199-2d1f-4a57-8312-cc077a73b040 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "DELETE /v2.0/ports/7137e0f2-4439-4f22-8493-dc6034662400 HTTP/1.1" status: 204 len: 173 time: 1.4523199 Jul 22 21:09:30.835284 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:30.891959 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:31.054679 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'name': 'network-vif-deleted', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:31.056989 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e034a3-1613-46ec-a605-90e99876894e" -d '{"events": [{"server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "name": "network-vif-deleted", "tag": "7137e0f2-4439-4f22-8493-dc6034662400"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:31.106563 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1969fa-2aa9-4dd2-ac23-ded297d4e775 x-openstack-request-id: req-dd1969fa-2aa9-4dd2-ac23-ded297d4e775 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:31.106848 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340b010f-1b46-488d-83d2-bf92a69fab61", "name": "network-vif-deleted", "tag": "7137e0f2-4439-4f22-8493-dc6034662400", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:31.107120 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd1969fa-2aa9-4dd2-ac23-ded297d4e775 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:31.107303 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:31.107504 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340b010f-1b46-488d-83d2-bf92a69fab61', 'name': 'network-vif-deleted', 'tag': '7137e0f2-4439-4f22-8493-dc6034662400', 'status': 'completed', 'code': 200} Jul 22 21:09:31.122436 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42510f3-24e0-4e81-9147-71c6d4b9aaf0 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:31.131076 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.141055 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] Checking router: 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:31.144204 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Transition to ACTIVE for port object a42510f3-24e0-4e81-9147-71c6d4b9aaf0 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:31.148548 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.151363 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:31.151982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:31.221003 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:31.258013 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:31.276776 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Attempting to bind port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:31.277129 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Attempting to bind port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:31.277464 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Attempting to bind port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 on network 38dbdaa0-b47a-4162-9850-36f3f386dc7d {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:31.281884 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 on network 38dbdaa0-b47a-4162-9850-36f3f386dc7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:31.282220 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Attempting to bind port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 on network 38dbdaa0-b47a-4162-9850-36f3f386dc7d {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:31.289745 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:31.290002 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Checking segment: {'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:31.290435 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Bound using segment: {'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:31.291687 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Bound port: a42510f3-24e0-4e81-9147-71c6d4b9aaf0, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:31.291687 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.372472 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] For port a42510f3-24e0-4e81-9147-71c6d4b9aaf0, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:31.376362 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] For port a42510f3-24e0-4e81-9147-71c6d4b9aaf0, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:31.384975 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.478028 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:31.479671 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.481734 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] 10.222.0.66 "PUT /v2.0/ports/a42510f3-24e0-4e81-9147-71c6d4b9aaf0 HTTP/1.1" status: 200 len: 1094 time: 0.7939694 Jul 22 21:09:31.493454 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fd44b-fdbf-4a36-b826-526c28576bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:31.507372 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbd761-eceb-4c4e-9ce6-ce5b9938c14d req-8a36500c-8003-4a54-975f-74559773da60 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:31.508938 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-30dbd761-eceb-4c4e-9ce6-ce5b9938c14d req-8a36500c-8003-4a54-975f-74559773da60 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 944 time: 0.0734348 Jul 22 21:09:31.520923 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:31.549288 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 7137e0f2-4439-4f22-8493-dc6034662400 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:31.552356 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-30dbd761-eceb-4c4e-9ce6-ce5b9938c14d req-9407a917-6158-4d66-8cd8-6f31207ca1b3 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Jul 22 21:09:31.553281 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19824fba-6dda-43e7-8786-4c0bb9a96cb2 None None] The sync data for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi is: [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:31.577258 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 7137e0f2-4439-4f22-8493-dc6034662400 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:31.578095 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 7137e0f2-4439-4f22-8493-dc6034662400 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:31.605299 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-617b29cf-9f41-49a1-ad7c-45cb5390245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:31.606818 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-617b29cf-9f41-49a1-ad7c-45cb5390245e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35e8b1af0a0e43cb9b72d6d033251286&device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 1097 time: 0.0690641 Jul 22 21:09:31.656842 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-68c19a2c-9865-4f9b-b61d-6438b7d4ec6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a42510f3-24e0-4e81-9147-71c6d4b9aaf0 HTTP/1.1" status: 200 len: 217 time: 0.0359659 Jul 22 21:09:31.719270 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-1549b02c-d69f-404b-8402-1038f7cab266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:31.722038 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-1549b02c-d69f-404b-8402-1038f7cab266 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1415d033-df32-45ec-a8a4-cdde28fe8a6e HTTP/1.1" status: 200 len: 848 time: 0.0582521 Jul 22 21:09:31.763178 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-b33e5387-fc14-4724-8309-c87d67288f65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38dbdaa0-b47a-4162-9850-36f3f386dc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342808 Jul 22 21:09:31.796534 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 32888) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:31.801015 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9a04f-6283-4d49-b7da-69e5ac1c9b40 None None] New status for floating IP 296379ce-5535-4ef5-9247-57a42eb0280d: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:09:31.853231 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7aaa570a-e1f0-4f7a-8d46-621aa60d33cc tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.876734 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7aaa570a-e1f0-4f7a-8d46-621aa60d33cc tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.882380 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-0bb4f270-4d7b-46ff-85f3-d44cca20cfbb service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113405 Jul 22 21:09:31.933915 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7aaa570a-e1f0-4f7a-8d46-621aa60d33cc tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.936663 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7aaa570a-e1f0-4f7a-8d46-621aa60d33cc tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:31.937823 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-7aaa570a-e1f0-4f7a-8d46-621aa60d33cc tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "DELETE /v2.0/security-groups/74376ca6-7b02-4494-a573-4205a7425035 HTTP/1.1" status: 204 len: 168 time: 0.1402807 Jul 22 21:09:31.947240 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 32890) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:31.954065 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa570a-e1f0-4f7a-8d46-621aa60d33cc tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74376ca6-7b02-4494-a573-4205a7425035,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:31.965489 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.api.v2.resource [None req-29b2220c-9b19-4d5c-bd3e-9d3a4851dc31 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] show failed (client error): The resource could not be found. Jul 22 21:09:31.969534 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-29b2220c-9b19-4d5c-bd3e-9d3a4851dc31 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups/74376ca6-7b02-4494-a573-4205a7425035 HTTP/1.1" status: 404 len: 347 time: 0.0210752 Jul 22 21:09:31.970161 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 32892) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:31.992287 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-072572e5-5b25-456f-ae57-ba345bfe0257 req-c2c99e91-ad27-4cc7-8317-b48023183d51 service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990324 Jul 22 21:09:32.100846 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Deleting port ac648182-e3ca-457b-bb20-741a1ce19827 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:32.101193 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.183070 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.183401 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.195446 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Calling delete_port for ac648182-e3ca-457b-bb20-741a1ce19827 owned by network:floatingip {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:32.335705 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.362937 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event deleted for resources: {'Port': ['ID=ac648182-e3ca-457b-bb20-741a1ce19827,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.428604 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.431144 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.432324 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8ef6c46d-7ac1-4aa5-95e4-cf122bfa6afd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "DELETE /v2.0/floatingips/296379ce-5535-4ef5-9247-57a42eb0280d HTTP/1.1" status: 204 len: 168 time: 0.4611683 Jul 22 21:09:32.692529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f02ec4-2978-4e44-a5e5-14d675f65579 req-b7998f6f-8b67-47bb-8c92-588fd6a47758 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:32.693943 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-57f02ec4-2978-4e44-a5e5-14d675f65579 req-b7998f6f-8b67-47bb-8c92-588fd6a47758 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 944 time: 0.0679376 Jul 22 21:09:32.739895 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-57f02ec4-2978-4e44-a5e5-14d675f65579 req-4256726c-fbe0-4820-9194-8c1349b29054 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Jul 22 21:09:32.761404 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 32900) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.766069 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-7fb1936f-280f-4518-a8ae-759f30ecb2ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644971192', 'description': 'tempest-description--214192688'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:32.789625 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1936f-280f-4518-a8ae-759f30ecb2ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.871517 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1936f-280f-4518-a8ae-759f30ecb2ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.875128 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1936f-280f-4518-a8ae-759f30ecb2ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.904877 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1936f-280f-4518-a8ae-759f30ecb2ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.906123 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-7fb1936f-280f-4518-a8ae-759f30ecb2ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1436985 Jul 22 21:09:32.908048 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1936f-280f-4518-a8ae-759f30ecb2ca tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff08d74-604e-40ce-a561-6668280fcaa6,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:32.909597 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 32902) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:32.914367 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-43122b6c-1117-45bd-9dc8-df0a41efc978 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'security_group_rule': {'security_group_id': 'aff08d74-604e-40ce-a561-6668280fcaa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:32.941633 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43122b6c-1117-45bd-9dc8-df0a41efc978 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.989344 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43122b6c-1117-45bd-9dc8-df0a41efc978 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:32.992879 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43122b6c-1117-45bd-9dc8-df0a41efc978 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.010457 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43122b6c-1117-45bd-9dc8-df0a41efc978 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032322f1-ad72-4488-9740-0084a15654e6,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.016703 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-43122b6c-1117-45bd-9dc8-df0a41efc978 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.017880 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-43122b6c-1117-45bd-9dc8-df0a41efc978 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073229 Jul 22 21:09:33.021633 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 32904) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:33.026242 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-c90e78e5-9122-4452-aaa6-7ed634b610e7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'security_group_rule': {'security_group_id': 'aff08d74-604e-40ce-a561-6668280fcaa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:33.052397 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c90e78e5-9122-4452-aaa6-7ed634b610e7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.108631 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c90e78e5-9122-4452-aaa6-7ed634b610e7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.109298 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'tag': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:33.111587 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a6365d-587e-4b15-b3b6-42ba947ac251", "tag": "a42510f3-24e0-4e81-9147-71c6d4b9aaf0"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:33.115489 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c90e78e5-9122-4452-aaa6-7ed634b610e7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.137649 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e78e5-9122-4452-aaa6-7ed634b610e7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de0fbfc-912e-4e09-b63a-ed435793c322,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:33.140193 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c90e78e5-9122-4452-aaa6-7ed634b610e7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.145125 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c90e78e5-9122-4452-aaa6-7ed634b610e7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188717 Jul 22 21:09:33.145686 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 32908) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:33.150395 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:33.156773 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8db69f-3d01-43de-b2bb-e3701c4ad340 x-openstack-request-id: req-4c8db69f-3d01-43de-b2bb-e3701c4ad340 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:33.157061 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a6365d-587e-4b15-b3b6-42ba947ac251", "tag": "a42510f3-24e0-4e81-9147-71c6d4b9aaf0", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:33.157306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c8db69f-3d01-43de-b2bb-e3701c4ad340 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:33.157683 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'tag': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0', 'status': 'completed', 'code': 200} Jul 22 21:09:33.176558 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.304548 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-c590ca09-c9b7-4930-9640-012f8bd9d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:33.306008 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-c590ca09-c9b7-4930-9640-012f8bd9d78d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35e8b1af0a0e43cb9b72d6d033251286&device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 1097 time: 0.1036084 Jul 22 21:09:33.326412 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.470554 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-2c659c9f-ad70-444e-ac6d-94bc7e0a49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:33.472149 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-2c659c9f-ad70-444e-ac6d-94bc7e0a49e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=38dbdaa0-b47a-4162-9850-36f3f386dc7d HTTP/1.1" status: 200 len: 910 time: 0.1551392 Jul 22 21:09:33.525297 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Allocated IP 172.27.2.82 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/a3a0e113-2bdc-4a93-ae2d-708236fed8b9) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:33.530397 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-f2a6cf63-cb91-4113-8746-44c2bf9165c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a42510f3-24e0-4e81-9147-71c6d4b9aaf0 HTTP/1.1" status: 200 len: 217 time: 0.0456822 Jul 22 21:09:33.553245 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a42510f3-24e0-4e81-9147-71c6d4b9aaf0 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:33.630872 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-b4efdf60-e07e-40bc-8c57-3e22b70de8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:33.632399 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-b4efdf60-e07e-40bc-8c57-3e22b70de8b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1415d033-df32-45ec-a8a4-cdde28fe8a6e HTTP/1.1" status: 200 len: 848 time: 0.0961375 Jul 22 21:09:33.673836 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-ee2ff087-685a-4952-a542-861e3613c686 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38dbdaa0-b47a-4162-9850-36f3f386dc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323343 Jul 22 21:09:33.724675 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.798787 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a42510f3-24e0-4e81-9147-71c6d4b9aaf0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:33.812752 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0', 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d', 'port_id': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0', 'mac_address': 'fa:16:3e:e7:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1415d033-df32-45ec-a8a4-cdde28fe8a6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:33.853134 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.867045 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42510f3-24e0-4e81-9147-71c6d4b9aaf0 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:33.893912 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a42510f3-24e0-4e81-9147-71c6d4b9aaf0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:33.898748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:33.949950 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.085523 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.090371 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-61556fdb-db26-4809-a820-fb8d322608f5 service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065361 Jul 22 21:09:34.145941 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.193787 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5646c93-ede2-4f87-9677-f9d8fa4ffa3d req-e4d16d53-2998-4611-a861-c616f3f4bee9 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:34.195280 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a5646c93-ede2-4f87-9677-f9d8fa4ffa3d req-e4d16d53-2998-4611-a861-c616f3f4bee9 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 945 time: 0.1740575 Jul 22 21:09:34.204745 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['a42510f3-24e0-4e81-9147-71c6d4b9aaf0'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:34.251015 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:34.261962 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'Port': ['ID=a3a0e113-2bdc-4a93-ae2d-708236fed8b9,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.264402 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:34.275735 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:34.310703 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c856ef-46f9-43ae-8fe1-34d4c8458aa0 req-a8dea3d4-763c-42db-b433-62213cb59a31 service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127597 Jul 22 21:09:34.317780 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a5646c93-ede2-4f87-9677-f9d8fa4ffa3d req-68a2a7b8-5d54-43e8-845a-f20592002467 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036272 Jul 22 21:09:34.384971 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.429232 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.588183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.592561 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.664640 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'Port': ['ID=a3a0e113-2bdc-4a93-ae2d-708236fed8b9,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:34.674070 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.688537 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:34.690125 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-9e1af6ff-0cda-4dc3-ba9a-25dd0d964b6c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5432246 Jul 22 21:09:34.887318 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-130c8ec9-0b5b-4ffc-a7aa-132cadab2d11 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--644971192&fields=id&tenant_id=23b0b71362574d3294169d1d036e261a HTTP/1.1" status: 200 len: 267 time: 0.0373108 Jul 22 21:09:34.993300 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-bd6e6d85-5147-4a75-b83d-aa53bbb1c833 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:34.994679 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-bd6e6d85-5147-4a75-b83d-aa53bbb1c833 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 811 time: 0.1004393 Jul 22 21:09:35.010190 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ac0c0b73-c63a-4702-9cd8-bf78c69c449f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/quotas/23b0b71362574d3294169d1d036e261a HTTP/1.1" status: 200 len: 375 time: 0.0100720 Jul 22 21:09:35.086482 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-df950c3b-a71d-4347-a78e-c1869941535c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711215 Jul 22 21:09:35.226121 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-1f1d271e-4cbb-4660-985d-8eb993357bcd service neutron] 10.222.0.64 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259844 Jul 22 21:09:35.320439 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-f006adb8-68d8-4db1-9126-d507461c3d7f service neutron] 10.222.0.64 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885255 Jul 22 21:09:35.464337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f05e-3d68-4dd8-b30b-09724d408046 req-88df041d-7352-4724-af8a-b06dcd5f74e9 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:35.465856 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d3c6f05e-3d68-4dd8-b30b-09724d408046 req-88df041d-7352-4724-af8a-b06dcd5f74e9 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 945 time: 0.0791678 Jul 22 21:09:35.484943 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8bfd8826-204b-4035-901f-edc294ebe0bf req-057dc6b7-4b01-41e3-af77-92db88bc18a2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 210 time: 0.0326071 Jul 22 21:09:35.509300 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d3c6f05e-3d68-4dd8-b30b-09724d408046 req-a2ec24be-7f6b-4d70-bfa8-4bd49b02ee90 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378127 Jul 22 21:09:35.568003 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a42510f3-24e0-4e81-9147-71c6d4b9aaf0 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:35.619455 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:35.623302 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:35.623652 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.702236 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.726600 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:35.728991 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e741c045-6abf-46d3-a461-97427bb4ad67" -d '{"events": [{"server_uuid": "d4a6365d-587e-4b15-b3b6-42ba947ac251", "name": "network-vif-plugged", "status": "completed", "tag": "a42510f3-24e0-4e81-9147-71c6d4b9aaf0"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:35.746939 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a42510f3-24e0-4e81-9147-71c6d4b9aaf0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:35.752130 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:35.785663 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18f5a4a-f395-422c-a81a-824e1049b9c9 x-openstack-request-id: req-c18f5a4a-f395-422c-a81a-824e1049b9c9 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:35.785663 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a6365d-587e-4b15-b3b6-42ba947ac251", "name": "network-vif-plugged", "status": "completed", "tag": "a42510f3-24e0-4e81-9147-71c6d4b9aaf0", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:35.785941 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c18f5a4a-f395-422c-a81a-824e1049b9c9 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:35.786138 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0', 'code': 200} Jul 22 21:09:35.814179 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:36.077526 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09729f91-82c9-43ae-a1be-4b0e356f0aba req-844d1e41-4b29-48c4-8119-86cf700cd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:36.079068 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-09729f91-82c9-43ae-a1be-4b0e356f0aba req-844d1e41-4b29-48c4-8119-86cf700cd2b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 1099 time: 0.0640192 Jul 22 21:09:36.126600 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-09729f91-82c9-43ae-a1be-4b0e356f0aba req-b932172c-b214-459b-b2c1-a2b2ab81be38 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Jul 22 21:09:36.586462 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a5af0eea-af77-4c98-950e-07233d2b99c1 req-c1c90e6e-6fac-478d-91c9-fc0a96b093ed tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 210 time: 0.0315795 Jul 22 21:09:36.651078 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f417-5af0-4d2e-8ada-12041f8dbba2 req-5fbd8071-f2d4-469e-bc81-dbef580ab006 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:36.652578 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cab2f417-5af0-4d2e-8ada-12041f8dbba2 req-5fbd8071-f2d4-469e-bc81-dbef580ab006 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 946 time: 0.0688646 Jul 22 21:09:36.689858 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cab2f417-5af0-4d2e-8ada-12041f8dbba2 req-349d79c3-de52-406a-ac3e-b41c2589ccd7 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Jul 22 21:09:37.041714 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-d15e854a-16f5-44d4-ace4-a0da4ca5567c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.043243 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-d15e854a-16f5-44d4-ace4-a0da4ca5567c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 811 time: 0.1135490 Jul 22 21:09:37.107403 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-000fa168-4111-43dd-a9aa-9773ab0d178a tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23b0b71362574d3294169d1d036e261a HTTP/1.1" status: 200 len: 379 time: 0.0358214 Jul 22 21:09:37.120188 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'port': {'device_id': '4a9db699-4a82-4823-82a9-f33e444b810b', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'admin_state_up': True, 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'security_groups': ['aff08d74-604e-40ce-a561-6668280fcaa6']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:37.233452 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Made reservation on behalf of 23b0b71362574d3294169d1d036e261a for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:37.237446 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.363375 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Allocated IP 172.20.0.12 (19956480-60ab-4426-80fc-4d03a5f3654b/8564b306-08f2-4a31-ab50-abc45509eec0/4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:37.509348 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.523930 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Transition to ACTIVE for port object 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:37.557083 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.603533 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Network 19956480-60ab-4426-80fc-4d03a5f3654b is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:37.606534 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:37.610410 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:37.642779 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event updated for resources: {'Port': ['ID=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:37.676983 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.677649 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.695677 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-987f0e02-4fc1-4053-a82b-260bafe65276 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5794523 Jul 22 21:09:37.720017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Request body: {'port': {'device_id': '4a9db699-4a82-4823-82a9-f33e444b810b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:37.735879 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24498-267a-4818-9884-9fd097d1a464 req-934362aa-f82d-4190-aaf1-cc21bfed7363 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.737734 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dda24498-267a-4818-9884-9fd097d1a464 req-934362aa-f82d-4190-aaf1-cc21bfed7363 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 932 time: 0.0784907 Jul 22 21:09:37.780091 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dda24498-267a-4818-9884-9fd097d1a464 req-6ba9a98b-8bcf-4cd9-b0bd-139a78beae7e tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363653 Jul 22 21:09:37.835163 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.891231 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-2b3eb772-5a09-4ab3-9c87-f6213481e2c9 None None] Provisioning for port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:37.895309 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-2b3eb772-5a09-4ab3-9c87-f6213481e2c9 None None] Provisioning complete for port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:37.895821 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2b3eb772-5a09-4ab3-9c87-f6213481e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:37.909484 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0432-2122-40e1-bd0b-e10ddd633f4a req-38f3aad1-056d-450e-8b60-c837ee2e4d54 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:37.911213 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c6f0432-2122-40e1-bd0b-e10ddd633f4a req-38f3aad1-056d-450e-8b60-c837ee2e4d54 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 946 time: 0.1196239 Jul 22 21:09:37.938377 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-2b3eb772-5a09-4ab3-9c87-f6213481e2c9 None None] Port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:09:38.010802 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c6f0432-2122-40e1-bd0b-e10ddd633f4a req-37f81ebb-cf32-4107-ba79-cef5838d63e3 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934498 Jul 22 21:09:38.161304 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:38.169359 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.182290 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Transition to ACTIVE for port object 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:38.186819 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.262639 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Pushing event updated for resources: {'Port': ['ID=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:38.314410 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Attempting to bind port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:38.314767 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Attempting to bind port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:38.315672 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Attempting to bind port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 on network 19956480-60ab-4426-80fc-4d03a5f3654b {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:38.321171 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 on network 19956480-60ab-4426-80fc-4d03a5f3654b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:38.321500 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Attempting to bind port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 on network 19956480-60ab-4426-80fc-4d03a5f3654b {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:38.326855 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:38.327239 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Checking segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:38.327625 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Bound using segment: {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:38.328059 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Bound port: 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a30fec83-8ce2-4391-abe6-baf5cc747269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:38.328431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.400029 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] For port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:38.403322 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] For port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:38.407852 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.442903 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.443507 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:38.444936 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] 10.222.0.66 "PUT /v2.0/ports/4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 HTTP/1.1" status: 200 len: 1094 time: 0.7299166 Jul 22 21:09:38.445382 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:38.447654 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3816530f-246c-4881-a772-30d903e7615d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:38.483061 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba813391-ed06-45fe-834f-d319b45231dd service neutron] Pushing event updated for resources: {'Port': ['ID=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:38.491800 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837d7dd8-4a0a-4e60-9397-1bcb101599b5 x-openstack-request-id: req-837d7dd8-4a0a-4e60-9397-1bcb101599b5 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:38.492347 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:38.492701 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-837d7dd8-4a0a-4e60-9397-1bcb101599b5 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:38.493225 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'status': 'completed', 'code': 200} Jul 22 21:09:38.587499 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-7f238b64-be27-4d3a-bee0-106be0ee2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.589322 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-7f238b64-be27-4d3a-bee0-106be0ee2cbb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 1097 time: 0.0717812 Jul 22 21:09:38.651518 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-2879e8f7-2944-4668-91df-b90abbf07338 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 HTTP/1.1" status: 200 len: 217 time: 0.0462120 Jul 22 21:09:38.705343 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-31709c4f-034f-4021-ab21-96d336471144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.707066 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-31709c4f-034f-4021-ab21-96d336471144 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.0490792 Jul 22 21:09:38.773248 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-99081b51-0704-455f-a9e2-32e33b94e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.774782 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-99081b51-0704-455f-a9e2-32e33b94e590 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578396 Jul 22 21:09:38.916811 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aea74-71d1-4a7f-80ae-349a15450ed6 req-d4893bd5-c07d-4760-bbf9-c86268b73572 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.919631 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-798aea74-71d1-4a7f-80ae-349a15450ed6 req-d4893bd5-c07d-4760-bbf9-c86268b73572 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 944 time: 0.0655205 Jul 22 21:09:38.938345 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcbb5a-1292-418a-a3e1-b050142df633 req-283fbdbd-1bfd-45f0-a14e-e516994a019b tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:38.939888 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-82bcbb5a-1292-418a-a3e1-b050142df633 req-283fbdbd-1bfd-45f0-a14e-e516994a019b tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 946 time: 0.1464539 Jul 22 21:09:38.957931 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-41a53fe9-689b-4e98-b41f-8302ab76db58 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308932 Jul 22 21:09:38.961770 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-798aea74-71d1-4a7f-80ae-349a15450ed6 req-bd6fb26f-5e9c-4328-bb6a-d1210a74c35f tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377018 Jul 22 21:09:39.014446 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-82bcbb5a-1292-418a-a3e1-b050142df633 req-c04eb98f-d839-456a-b7e4-79fcfb63140b tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680251 Jul 22 21:09:39.074014 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8b57a332-7125-43cc-9a01-29b9d52d3875 req-fdcd5ba5-0a0b-4fa7-8fd1-2e820ac031cb service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055286 Jul 22 21:09:39.243214 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816530f-246c-4881-a772-30d903e7615d req-d2661131-5eb3-42d0-b8c6-de96e791c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.244717 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3816530f-246c-4881-a772-30d903e7615d req-d2661131-5eb3-42d0-b8c6-de96e791c016 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 1097 time: 0.0553863 Jul 22 21:09:39.354917 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816530f-246c-4881-a772-30d903e7615d req-15e80d80-53d6-473c-9774-c85e003f6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.356421 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3816530f-246c-4881-a772-30d903e7615d req-15e80d80-53d6-473c-9774-c85e003f6966 service neutron] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 913 time: 0.0900662 Jul 22 21:09:39.398116 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3816530f-246c-4881-a772-30d903e7615d req-8d7401a3-00ea-4fae-af2f-24666b3c0d32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 HTTP/1.1" status: 200 len: 217 time: 0.0338368 Jul 22 21:09:39.452831 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816530f-246c-4881-a772-30d903e7615d req-953ea23d-50cb-4550-8aa9-e82ead217da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.454289 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3816530f-246c-4881-a772-30d903e7615d req-953ea23d-50cb-4550-8aa9-e82ead217da2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.0472360 Jul 22 21:09:39.521402 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816530f-246c-4881-a772-30d903e7615d req-771a91d1-83e1-45e7-8cfb-052f7a89db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:39.522891 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3816530f-246c-4881-a772-30d903e7615d req-771a91d1-83e1-45e7-8cfb-052f7a89db06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532861 Jul 22 21:09:39.618740 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3816530f-246c-4881-a772-30d903e7615d req-21dad792-b01f-499e-bed3-7b2385e561bb service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809932 Jul 22 21:09:39.712171 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3816530f-246c-4881-a772-30d903e7615d req-619f7e8f-c330-4805-969d-8b7817f46d7e service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867610 Jul 22 21:09:40.098932 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2caa4-77ec-40d7-a1e8-4db33571e596 req-da1d3b07-a52e-4304-8893-ecad910c4d75 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.098932 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2be2caa4-77ec-40d7-a1e8-4db33571e596 req-da1d3b07-a52e-4304-8893-ecad910c4d75 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 944 time: 0.0665250 Jul 22 21:09:40.137055 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2be2caa4-77ec-40d7-a1e8-4db33571e596 req-2e8d670c-5b49-46bc-9ba8-0bd3e2a76cfb tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344572 Jul 22 21:09:40.154164 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e97d93-5173-425a-be1e-e656975460ad req-6f1ec8d1-5e69-4322-8ee7-983e6d8154da tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.155706 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b0e97d93-5173-425a-be1e-e656975460ad req-6f1ec8d1-5e69-4322-8ee7-983e6d8154da tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 946 time: 0.0692801 Jul 22 21:09:40.192941 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b0e97d93-5173-425a-be1e-e656975460ad req-80e6732a-cb38-4613-b5ac-3b7bd24a995d tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Jul 22 21:09:40.798199 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-77e509bf-3bb2-4950-89d1-4722adc6a086 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:40.799700 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-77e509bf-3bb2-4950-89d1-4722adc6a086 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 946 time: 0.0667641 Jul 22 21:09:40.899517 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Deleting port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:40.899862 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:40.994856 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] For port a42510f3-24e0-4e81-9147-71c6d4b9aaf0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:40.995314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.007699 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Calling delete_port for a42510f3-24e0-4e81-9147-71c6d4b9aaf0 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:41.137269 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.167356 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Pushing event deleted for resources: {'Port': ['ID=a42510f3-24e0-4e81-9147-71c6d4b9aaf0,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:41.175516 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['a42510f3-24e0-4e81-9147-71c6d4b9aaf0'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:41.218700 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] No DVR routers for this DVR port a42510f3-24e0-4e81-9147-71c6d4b9aaf0 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:41.221594 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.224630 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c8f3b7bd-181d-4590-9db7-88e7352bf224 req-31f34785-c175-4248-b896-5ce7e894e3be tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "DELETE /v2.0/ports/a42510f3-24e0-4e81-9147-71c6d4b9aaf0 HTTP/1.1" status: 204 len: 173 time: 0.4189544 Jul 22 21:09:41.225179 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'name': 'network-vif-deleted', 'tag': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:41.227804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f0da5-145e-4277-8cf1-d254464f65e8" -d '{"events": [{"server_uuid": "d4a6365d-587e-4b15-b3b6-42ba947ac251", "name": "network-vif-deleted", "tag": "a42510f3-24e0-4e81-9147-71c6d4b9aaf0"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:41.281756 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb66bd8-6a24-4675-baad-d6ede857136f req-afb6d2a4-5d0f-4296-b4ad-0fec6a342ed6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:41.283273 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5eb66bd8-6a24-4675-baad-d6ede857136f req-afb6d2a4-5d0f-4296-b4ad-0fec6a342ed6 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 944 time: 0.0724769 Jul 22 21:09:41.303841 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-94f66683-624f-4795-bd94-ba87fe1bc810 req-8b729467-0a78-4319-b3e6-12609ab996f5 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a6365d-587e-4b15-b3b6-42ba947ac251 HTTP/1.1" status: 200 len: 210 time: 0.0318151 Jul 22 21:09:41.325084 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5eb66bd8-6a24-4675-baad-d6ede857136f req-56b0ac30-005f-4558-9142-5ac0a1900636 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350173 Jul 22 21:09:41.361060 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea243b58-b734-4931-a410-d47de7d8cae5 x-openstack-request-id: req-ea243b58-b734-4931-a410-d47de7d8cae5 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:41.361345 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a6365d-587e-4b15-b3b6-42ba947ac251", "name": "network-vif-deleted", "tag": "a42510f3-24e0-4e81-9147-71c6d4b9aaf0", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:41.361592 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea243b58-b734-4931-a410-d47de7d8cae5 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:41.361978 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a6365d-587e-4b15-b3b6-42ba947ac251', 'name': 'network-vif-deleted', 'tag': 'a42510f3-24e0-4e81-9147-71c6d4b9aaf0', 'status': 'completed', 'code': 200} Jul 22 21:09:41.583301 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:41.682648 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:41.694471 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'port_id': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'mac_address': 'fa:16:3e:0c:94:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:41.731242 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.745188 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:41.765158 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:41.768962 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:41.824891 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:42.109745 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:42.469358 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b015b-3d6f-45bf-9eb6-494557534f78 req-64814c5d-633f-4266-ab01-995e8edfd2f9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.470856 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bd8b015b-3d6f-45bf-9eb6-494557534f78 req-64814c5d-633f-4266-ab01-995e8edfd2f9 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 945 time: 0.0734425 Jul 22 21:09:42.509064 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bd8b015b-3d6f-45bf-9eb6-494557534f78 req-9364a80f-ac39-4198-872a-c17dc80dc440 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Jul 22 21:09:42.573053 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79132ab8-5234-4d15-823a-fe290de0f038 req-fa01e316-fa0a-4ea6-bed0-721dbd3008a0 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:42.574882 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-fa01e316-fa0a-4ea6-bed0-721dbd3008a0 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/networks?id=38dbdaa0-b47a-4162-9850-36f3f386dc7d HTTP/1.1" status: 200 len: 808 time: 0.1065946 Jul 22 21:09:42.590018 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-689774f7-460a-418a-a933-a371e00d1bad tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/quotas/35e8b1af0a0e43cb9b72d6d033251286 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Jul 22 21:09:42.626036 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-67164c8e-03b3-46bd-9471-373d9cdb43cd tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=35e8b1af0a0e43cb9b72d6d033251286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312603 Jul 22 21:09:42.719137 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-d71fcc8e-de43-4a38-8238-3fbe5698a684 service neutron] 10.222.0.64 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859559 Jul 22 21:09:42.808799 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-62c856dc-ffd2-4d32-9301-a9ae648ec4c8 service neutron] 10.222.0.64 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838361 Jul 22 21:09:42.970603 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-40bd3304-de38-45a8-bd3b-b6198bce7201 req-44595385-baa4-463b-875c-aa8a6a6e7ec4 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 210 time: 0.0305984 Jul 22 21:09:43.599367 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:43.654281 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b48907-a05d-49d5-9155-a145806657a3 req-920f70f8-b369-4efc-99e1-b667af261e58 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:43.655983 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-70b48907-a05d-49d5-9155-a145806657a3 req-920f70f8-b369-4efc-99e1-b667af261e58 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 945 time: 0.0762603 Jul 22 21:09:43.665716 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:43.670748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:43.671316 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.704095 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-70b48907-a05d-49d5-9155-a145806657a3 req-d1dc6711-e9f3-4e02-84ec-cd9c1f3941d7 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405169 Jul 22 21:09:43.755345 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.781593 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:43.784000 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9fa19f-cb1f-4269-beff-5fd83974f49f" -d '{"events": [{"server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "name": "network-vif-plugged", "status": "completed", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:43.800788 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:43.814466 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:43.815648 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a42510f3-24e0-4e81-9147-71c6d4b9aaf0 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:43.844460 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe37cd2-17f2-43a5-842c-46055531a1bb x-openstack-request-id: req-bbe37cd2-17f2-43a5-842c-46055531a1bb {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:43.844764 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "name": "network-vif-plugged", "status": "completed", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:43.845030 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbe37cd2-17f2-43a5-842c-46055531a1bb {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:43.845398 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'code': 200} Jul 22 21:09:43.862065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: a42510f3-24e0-4e81-9147-71c6d4b9aaf0 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:43.862408 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a42510f3-24e0-4e81-9147-71c6d4b9aaf0 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:09:43.888445 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:44.076592 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c86b6d7d-abdf-471d-a298-ab256fa604aa req-3fc5c7ea-c09b-487c-a8ad-81b571b15668 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 210 time: 0.0305429 Jul 22 21:09:44.152110 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83601c5-0ceb-48bf-8519-6c253ea1cb51 req-879b1b48-4f93-4809-bb8b-e77d40f56964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:44.153617 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b83601c5-0ceb-48bf-8519-6c253ea1cb51 req-879b1b48-4f93-4809-bb8b-e77d40f56964 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 1099 time: 0.0594339 Jul 22 21:09:44.268362 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b83601c5-0ceb-48bf-8519-6c253ea1cb51 req-4ac4f9c1-308e-4fc7-a965-0244d3d455c4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930235 Jul 22 21:09:44.303924 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79132ab8-5234-4d15-823a-fe290de0f038 req-61f3af2c-0e96-468f-aa40-b39362d283fe tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:44.306057 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-61f3af2c-0e96-468f-aa40-b39362d283fe tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "GET /v2.0/networks?id=38dbdaa0-b47a-4162-9850-36f3f386dc7d HTTP/1.1" status: 200 len: 808 time: 0.1318643 Jul 22 21:09:44.667551 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e41554bf-84a2-4779-9aa3-31aa2c6e2ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.724973 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Request body: {'port': {'device_id': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d', 'admin_state_up': True, 'tenant_id': '35e8b1af0a0e43cb9b72d6d033251286'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:44.836549 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Made reservation on behalf of 35e8b1af0a0e43cb9b72d6d033251286 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:09:44.840177 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:44.846347 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f94a5-5fd7-49c4-ad9c-d04bb15c8406 req-651d2443-0d55-4b7f-be7a-4312b6e1dc17 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:44.847894 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ed4f94a5-5fd7-49c4-ad9c-d04bb15c8406 req-651d2443-0d55-4b7f-be7a-4312b6e1dc17 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 946 time: 0.0666981 Jul 22 21:09:44.887313 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ed4f94a5-5fd7-49c4-ad9c-d04bb15c8406 req-88710731-dcd4-4364-873f-ef41f7c95364 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Jul 22 21:09:44.967724 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Allocated IP 172.20.0.8 (38dbdaa0-b47a-4162-9850-36f3f386dc7d/1415d033-df32-45ec-a8a4-cdde28fe8a6e/f72c5647-8e11-4200-a191-dee49c013236) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:09:45.122585 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.163485 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.181892 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cf25e8e4-b5c6-4e71-830a-eae3e751c762 req-0f8c0105-d705-4cbb-aaf9-26a79bd66f7e tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 210 time: 0.0333552 Jul 22 21:09:45.209698 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Network 38dbdaa0-b47a-4162-9850-36f3f386dc7d is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:09:45.212716 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:09:45.216433 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:09:45.222606 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Pushing event updated for resources: {'Port': ['ID=f72c5647-8e11-4200-a191-dee49c013236,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.267184 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:45.267795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.281954 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-dd158f14-059a-44f8-8a1f-b1055061c78a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622418 Jul 22 21:09:45.315838 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Request body: {'port': {'device_id': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:45.390637 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.649651 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72c5647-8e11-4200-a191-dee49c013236 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:45.656723 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.669871 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Transition to ACTIVE for port object f72c5647-8e11-4200-a191-dee49c013236 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:09:45.673754 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.731895 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Pushing event updated for resources: {'Port': ['ID=f72c5647-8e11-4200-a191-dee49c013236,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:45.804532 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Attempting to bind port f72c5647-8e11-4200-a191-dee49c013236 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:09:45.804989 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Attempting to bind port f72c5647-8e11-4200-a191-dee49c013236 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:09:45.805327 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Attempting to bind port f72c5647-8e11-4200-a191-dee49c013236 on network 38dbdaa0-b47a-4162-9850-36f3f386dc7d {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:45.809669 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Port f72c5647-8e11-4200-a191-dee49c013236 on network 38dbdaa0-b47a-4162-9850-36f3f386dc7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:09:45.809999 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Attempting to bind port f72c5647-8e11-4200-a191-dee49c013236 on network 38dbdaa0-b47a-4162-9850-36f3f386dc7d {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:09:45.814820 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:09:45.815212 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Checking segment: {'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:09:45.815601 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Bound using segment: {'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:09:45.816029 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Bound port: f72c5647-8e11-4200-a191-dee49c013236, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd66f04b-fc38-4925-a1d6-740bb6eac97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:09:45.816421 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.883383 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] For port f72c5647-8e11-4200-a191-dee49c013236, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:09:45.886424 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] For port f72c5647-8e11-4200-a191-dee49c013236, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=f72c5647-8e11-4200-a191-dee49c013236,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:09:45.890487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.921986 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:45.922761 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:45.924082 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] 10.222.0.66 "PUT /v2.0/ports/f72c5647-8e11-4200-a191-dee49c013236 HTTP/1.1" status: 200 len: 1093 time: 0.6124463 Jul 22 21:09:45.927132 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'tag': 'f72c5647-8e11-4200-a191-dee49c013236'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:45.929407 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b86049-ebc2-4e96-943e-adf581cc434d" -d '{"events": [{"name": "network-changed", "server_uuid": "5154fac6-c2b1-443a-9595-686b0fb041eb", "tag": "f72c5647-8e11-4200-a191-dee49c013236"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:45.981380 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7416566c-4b66-407f-a1fd-db4540cc2f2f x-openstack-request-id: req-7416566c-4b66-407f-a1fd-db4540cc2f2f {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:45.981663 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5154fac6-c2b1-443a-9595-686b0fb041eb", "tag": "f72c5647-8e11-4200-a191-dee49c013236", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:45.981915 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7416566c-4b66-407f-a1fd-db4540cc2f2f {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:45.982300 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'tag': 'f72c5647-8e11-4200-a191-dee49c013236', 'status': 'completed', 'code': 200} Jul 22 21:09:46.278718 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be232b-c491-4510-8686-4da9764ecb3f service neutron] Pushing event updated for resources: {'Port': ['ID=f72c5647-8e11-4200-a191-dee49c013236,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:46.345940 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672066-d26e-4882-9e78-8e6815306fca req-45469c75-9856-468e-b23c-9f751d860af5 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.347507 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ba672066-d26e-4882-9e78-8e6815306fca req-45469c75-9856-468e-b23c-9f751d860af5 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 943 time: 0.0638061 Jul 22 21:09:46.354995 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e57fa-8fa9-4df3-97ea-389bf2da8eb5 req-2ef7dbc4-e93c-4620-a09d-fb34f569af68 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.356531 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-827e57fa-8fa9-4df3-97ea-389bf2da8eb5 req-2ef7dbc4-e93c-4620-a09d-fb34f569af68 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 946 time: 0.3919168 Jul 22 21:09:46.362319 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79132ab8-5234-4d15-823a-fe290de0f038 req-026e92dc-fd5b-4091-8717-66dc50bd7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.364871 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-026e92dc-fd5b-4091-8717-66dc50bd7f46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35e8b1af0a0e43cb9b72d6d033251286&device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 1096 time: 0.0872414 Jul 22 21:09:46.388073 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ba672066-d26e-4882-9e78-8e6815306fca req-886f35f1-a464-4923-a962-818ea921063d tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344701 Jul 22 21:09:46.430002 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-0ad561f9-bb20-4331-9519-5dd23132cc6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72c5647-8e11-4200-a191-dee49c013236 HTTP/1.1" status: 200 len: 217 time: 0.0481510 Jul 22 21:09:46.437146 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-827e57fa-8fa9-4df3-97ea-389bf2da8eb5 req-3f2f07d7-09e0-4c91-aba3-fe8fdb690ced tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713723 Jul 22 21:09:46.481981 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79132ab8-5234-4d15-823a-fe290de0f038 req-d52a439d-a04d-4bf8-877b-3640fe1d5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.483643 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-d52a439d-a04d-4bf8-877b-3640fe1d5f26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1415d033-df32-45ec-a8a4-cdde28fe8a6e HTTP/1.1" status: 200 len: 848 time: 0.0456600 Jul 22 21:09:46.521569 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-8fdc5e30-a1da-446b-b409-84975292c913 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38dbdaa0-b47a-4162-9850-36f3f386dc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284579 Jul 22 21:09:46.563199 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88262f9d-c714-4d12-8093-55243c6a6c5a req-ab06dd11-7835-4edc-a678-72eabd4cd928 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.564718 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-88262f9d-c714-4d12-8093-55243c6a6c5a req-ab06dd11-7835-4edc-a678-72eabd4cd928 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 946 time: 0.0640242 Jul 22 21:09:46.574015 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 33054) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:09:46.578721 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Request body: {'floatingip': {'port_id': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:09:46.620591 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-09273706-840a-4627-9011-4bba8417c1a0 service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914378 Jul 22 21:09:46.621722 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:46.716363 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-79132ab8-5234-4d15-823a-fe290de0f038 req-36f7a921-f618-4ea1-adc5-4dbf6bef6275 service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Jul 22 21:09:46.898124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-1338725e-2164-40ff-8f96-1d069f19a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.899684 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-1338725e-2164-40ff-8f96-1d069f19a3eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=35e8b1af0a0e43cb9b72d6d033251286&device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 1096 time: 0.0586641 Jul 22 21:09:46.995378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-bd80afe5-f627-4d0c-9ade-5f53bef97ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:46.996898 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-bd80afe5-f627-4d0c-9ade-5f53bef97ddb service neutron] 10.222.0.66 "GET /v2.0/networks?id=38dbdaa0-b47a-4162-9850-36f3f386dc7d HTTP/1.1" status: 200 len: 910 time: 0.0896125 Jul 22 21:09:47.046926 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-6ff4e6b2-3945-4432-bed3-477ded0bd303 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72c5647-8e11-4200-a191-dee49c013236 HTTP/1.1" status: 200 len: 217 time: 0.0391393 Jul 22 21:09:47.060461 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:47.067620 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:47.097542 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-f3bbcb6c-6d08-4fbd-9333-b0d075e70cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:47.099207 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-f3bbcb6c-6d08-4fbd-9333-b0d075e70cd3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1415d033-df32-45ec-a8a4-cdde28fe8a6e HTTP/1.1" status: 200 len: 848 time: 0.0461497 Jul 22 21:09:47.135950 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-a5299d5a-95c4-423b-ab55-19798339b6e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38dbdaa0-b47a-4162-9850-36f3f386dc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291712 Jul 22 21:09:47.166216 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.l3_db [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Floating IP eb851fe7-8a95-4b44-8a14-5383040e6adb associated. External IP: 172.27.2.82, port: 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35. Jul 22 21:09:47.231043 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-be6f7da8-d4b3-4198-b59e-fab9329c0ee6 service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881522 Jul 22 21:09:47.312056 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-641b195d-f492-4a1d-b30b-2498b5d626bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:47.327771 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6b86049-ebc2-4e96-943e-adf581cc434d req-4839d295-c9c6-4852-b892-933ea78a88ff service neutron] 10.222.0.66 "GET /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890422 Jul 22 21:09:47.391609 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:09:47.531773 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:47.548729 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:09:47.555225 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:47.559217 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] Sync routers for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:09:47.568637 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:47.569262 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:47.591792 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1859b-8a76-4213-b14f-7e2fd78dbe24 req-1ecaf20f-4eea-4343-ba84-82e8decf5a9e tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:47.593271 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bfe1859b-8a76-4213-b14f-7e2fd78dbe24 req-1ecaf20f-4eea-4343-ba84-82e8decf5a9e tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 943 time: 0.1196315 Jul 22 21:09:47.612525 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-6e39ee64-4926-47f3-961b-e7bba26ddac2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "PUT /v2.0/floatingips/eb851fe7-8a95-4b44-8a14-5383040e6adb HTTP/1.1" status: 200 len: 991 time: 1.0374336 Jul 22 21:09:47.620075 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:47.622230 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:47.647928 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bfe1859b-8a76-4213-b14f-7e2fd78dbe24 req-88befa5e-2eb2-4fac-8fd9-9c9e3a7b89d0 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473626 Jul 22 21:09:47.677891 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:47.751691 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff0d0b6-fc9d-4bdb-ac0e-8d757810d7c0 x-openstack-request-id: req-bff0d0b6-fc9d-4bdb-ac0e-8d757810d7c0 {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:47.751989 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:47.752239 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bff0d0b6-fc9d-4bdb-ac0e-8d757810d7c0 {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:47.752630 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'status': 'completed', 'code': 200} Jul 22 21:09:47.872741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-92c281f8-f4e9-4553-aeec-45e5f9977545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:47.874287 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-92c281f8-f4e9-4553-aeec-45e5f9977545 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=23b0b71362574d3294169d1d036e261a&device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 1099 time: 0.0571322 Jul 22 21:09:47.921546 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'eb851fe7-8a95-4b44-8a14-5383040e6adb', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'port_id': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'mac_address': 'fa:16:3e:0c:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9db699-4a82-4823-82a9-f33e444b810b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:34Z', 'updated_at': '2021-07-22T21:09:46Z', 'revision_number': 1, 'project_id': '23b0b71362574d3294169d1d036e261a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:47.949040 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] Checking router: 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:09:47.957424 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:09:47.958095 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:09:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:47.986476 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-0c128123-2069-4819-a495-07b35d3c3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:47.987997 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-0c128123-2069-4819-a495-07b35d3c3f1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 200 len: 913 time: 0.0968101 Jul 22 21:09:48.060986 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-fdb21fa9-1117-4d30-a9fe-fc8f42041e0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 HTTP/1.1" status: 200 len: 999 time: 0.0641220 Jul 22 21:09:48.070805 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:09:48.110185 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-faa7b96a-e2f6-42fd-9330-8ba824931a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:48.111692 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-faa7b96a-e2f6-42fd-9330-8ba824931a4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 200 len: 850 time: 0.0444765 Jul 22 21:09:48.174331 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-e37dc0cd-1546-444c-b5e3-0ce5f3239f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:48.175924 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-e37dc0cd-1546-444c-b5e3-0ce5f3239f04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=19956480-60ab-4426-80fc-4d03a5f3654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558467 Jul 22 21:09:48.275747 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-f7da8f0c-a803-42b3-9c9d-37a19b66bf13 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902030 Jul 22 21:09:48.300720 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'eb851fe7-8a95-4b44-8a14-5383040e6adb', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'port_id': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'mac_address': 'fa:16:3e:0c:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9db699-4a82-4823-82a9-f33e444b810b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:34Z', 'updated_at': '2021-07-22T21:09:46Z', 'revision_number': 1, 'project_id': '23b0b71362574d3294169d1d036e261a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:09:48.327198 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cbdbe4-f0ea-4e94-94c7-e9072ec0ab9f None None] The sync data for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi is: [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': 'eb851fe7-8a95-4b44-8a14-5383040e6adb', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'port_id': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'mac_address': 'fa:16:3e:0c:94:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9db699-4a82-4823-82a9-f33e444b810b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:09:34Z', 'updated_at': '2021-07-22T21:09:46Z', 'revision_number': 1, 'project_id': '23b0b71362574d3294169d1d036e261a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:09:48.370837 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f14ca84f-b7d5-41bb-b57b-04b6e62361fa req-9e226b93-32fd-4f77-8917-73607c0303a2 service neutron] 10.222.0.66 "GET /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862594 Jul 22 21:09:48.497545 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:48.511890 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b1be19-60d0-45b0-aa48-304108dbf566 None None] New status for floating IP eb851fe7-8a95-4b44-8a14-5383040e6adb: ACTIVE {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:09:48.791845 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f60be-d6ad-470a-9d39-a8a20911f6c0 req-a11c0fa0-7644-41c1-a075-e27c3b8c4702 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:48.793377 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1e4f60be-d6ad-470a-9d39-a8a20911f6c0 req-a11c0fa0-7644-41c1-a075-e27c3b8c4702 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 943 time: 0.0707650 Jul 22 21:09:48.831216 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1e4f60be-d6ad-470a-9d39-a8a20911f6c0 req-8e5e1ba8-058c-43e7-adf5-333018b1b0dc tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Jul 22 21:09:49.624051 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device f72c5647-8e11-4200-a191-dee49c013236 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:09:49.725638 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port f72c5647-8e11-4200-a191-dee49c013236, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=f72c5647-8e11-4200-a191-dee49c013236,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:49.736435 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'f72c5647-8e11-4200-a191-dee49c013236', 'network_id': '38dbdaa0-b47a-4162-9850-36f3f386dc7d', 'port_id': 'f72c5647-8e11-4200-a191-dee49c013236', 'mac_address': 'fa:16:3e:be:8e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1415d033-df32-45ec-a8a4-cdde28fe8a6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:09:49.777087 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:49.790249 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72c5647-8e11-4200-a191-dee49c013236 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:09:49.808832 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port f72c5647-8e11-4200-a191-dee49c013236, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=f72c5647-8e11-4200-a191-dee49c013236,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:49.812807 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:49.859730 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=f72c5647-8e11-4200-a191-dee49c013236,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:49.966714 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd92767-2e83-40dd-bda1-9594556de497 req-db175ee1-678f-4de2-b3fe-22feeffc1e4d tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:49.968213 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3cd92767-2e83-40dd-bda1-9594556de497 req-db175ee1-678f-4de2-b3fe-22feeffc1e4d tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 944 time: 0.0662670 Jul 22 21:09:50.005862 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3cd92767-2e83-40dd-bda1-9594556de497 req-14ccdb05-5444-4482-b8af-446fe608f3c1 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320537 Jul 22 21:09:50.154128 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:50.181352 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['f72c5647-8e11-4200-a191-dee49c013236'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:51.137764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7c6bd-ab98-465d-9af8-8ebbe25167a9 req-fe0f7212-a513-43dd-aa62-a18eb9433f3a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:51.139326 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-57c7c6bd-ab98-465d-9af8-8ebbe25167a9 req-fe0f7212-a513-43dd-aa62-a18eb9433f3a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 944 time: 0.0659592 Jul 22 21:09:51.178190 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-57c7c6bd-ab98-465d-9af8-8ebbe25167a9 req-3ddf1ce0-2fc7-46bd-a0b0-b4398e177495 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Jul 22 21:09:51.626316 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device f72c5647-8e11-4200-a191-dee49c013236 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:09:51.674114 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port f72c5647-8e11-4200-a191-dee49c013236 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:09:51.679028 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port f72c5647-8e11-4200-a191-dee49c013236 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:09:51.679410 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.759835 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.781681 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72c5647-8e11-4200-a191-dee49c013236'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:51.784065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23598b5-fe27-4550-8a95-e4d094d295b2" -d '{"events": [{"server_uuid": "5154fac6-c2b1-443a-9595-686b0fb041eb", "name": "network-vif-plugged", "status": "completed", "tag": "f72c5647-8e11-4200-a191-dee49c013236"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:51.796990 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port f72c5647-8e11-4200-a191-dee49c013236, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=f72c5647-8e11-4200-a191-dee49c013236,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:51.803856 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:51.830744 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd5efcc-b0ef-4cff-960b-e0797b382c55 x-openstack-request-id: req-2fd5efcc-b0ef-4cff-960b-e0797b382c55 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:51.831295 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154fac6-c2b1-443a-9595-686b0fb041eb", "name": "network-vif-plugged", "status": "completed", "tag": "f72c5647-8e11-4200-a191-dee49c013236", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:51.831502 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fd5efcc-b0ef-4cff-960b-e0797b382c55 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:51.831914 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72c5647-8e11-4200-a191-dee49c013236', 'code': 200} Jul 22 21:09:51.858566 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=f72c5647-8e11-4200-a191-dee49c013236,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:52.098390 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97870083-2d43-4696-9e13-121d3e43723e req-392da8a9-b14a-4a22-a179-28ea0a867eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:52.101345 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-97870083-2d43-4696-9e13-121d3e43723e req-392da8a9-b14a-4a22-a179-28ea0a867eac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 1098 time: 0.0545511 Jul 22 21:09:52.140258 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-97870083-2d43-4696-9e13-121d3e43723e req-54d8978f-3337-459b-8543-6cdfc0dd6ee7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Jul 22 21:09:52.312985 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286154dd-2747-4afb-9003-dc886c1d56aa req-93b12856-a8e4-4ed9-bde8-c626de702d6a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:52.314519 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-286154dd-2747-4afb-9003-dc886c1d56aa req-93b12856-a8e4-4ed9-bde8-c626de702d6a tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 945 time: 0.0686107 Jul 22 21:09:52.351730 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-286154dd-2747-4afb-9003-dc886c1d56aa req-1fdd9d67-ee91-4d87-8434-ac66d5588a24 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Jul 22 21:09:53.488349 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f74ab-9586-4081-ae57-6854130c0fc9 req-eaabb19a-fa8c-4c67-af67-096f070badca tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:53.490611 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0e1f74ab-9586-4081-ae57-6854130c0fc9 req-eaabb19a-fa8c-4c67-af67-096f070badca tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 945 time: 0.0651944 Jul 22 21:09:53.533481 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0e1f74ab-9586-4081-ae57-6854130c0fc9 req-f076832e-6f1c-4de6-aa5f-445ada60a4ed tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Jul 22 21:09:54.668217 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878bfd6-9e36-427b-901c-1e84b2e18dcd req-d3928f3e-1b89-4a98-ab45-f6180412714e tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:54.669580 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b878bfd6-9e36-427b-901c-1e84b2e18dcd req-d3928f3e-1b89-4a98-ab45-f6180412714e tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 945 time: 0.0650909 Jul 22 21:09:54.707141 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b878bfd6-9e36-427b-901c-1e84b2e18dcd req-0108e068-3c9e-40aa-9b43-820fa3ad52f4 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Jul 22 21:09:55.487937 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feabcfc-00af-4f37-803f-30e0ea46c10a req-6375babc-feb5-41d4-8779-1b0bde76865b tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:55.489340 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4feabcfc-00af-4f37-803f-30e0ea46c10a req-6375babc-feb5-41d4-8779-1b0bde76865b tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 945 time: 0.0693078 Jul 22 21:09:55.526758 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4feabcfc-00af-4f37-803f-30e0ea46c10a req-afa07b33-fec1-4e3c-9c13-45cb0bf39a43 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Jul 22 21:09:56.657942 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e919b9-0d2f-4cf3-a04c-0dd0fcd4a893 req-e11ee552-f2b2-46c5-bfcf-8d4f4b19ae90 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:56.659426 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-81e919b9-0d2f-4cf3-a04c-0dd0fcd4a893 req-e11ee552-f2b2-46c5-bfcf-8d4f4b19ae90 tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 945 time: 0.0632522 Jul 22 21:09:56.698124 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-81e919b9-0d2f-4cf3-a04c-0dd0fcd4a893 req-93f7a13d-3c76-4ebd-936c-4e55e84969ef tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/security-groups?id=569e38bd-1f9e-4a54-8da0-c900688ba31f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Jul 22 21:09:57.218679 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-9a46518c-8521-4647-8753-439f19e445db tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:09:57.220184 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-9a46518c-8521-4647-8753-439f19e445db tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 945 time: 0.0641549 Jul 22 21:09:57.321817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Deleting port f72c5647-8e11-4200-a191-dee49c013236 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:09:57.322087 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.413862 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] For port f72c5647-8e11-4200-a191-dee49c013236, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=f72c5647-8e11-4200-a191-dee49c013236,segment=NetworkSegment(cd66f04b-fc38-4925-a1d6-740bb6eac97a),segment_id=cd66f04b-fc38-4925-a1d6-740bb6eac97a)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:09:57.414227 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.426610 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Calling delete_port for f72c5647-8e11-4200-a191-dee49c013236 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:09:57.560009 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.595579 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Pushing event deleted for resources: {'Port': ['ID=f72c5647-8e11-4200-a191-dee49c013236,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:09:57.599325 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['f72c5647-8e11-4200-a191-dee49c013236'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:09:57.638994 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] No DVR routers for this DVR port f72c5647-8e11-4200-a191-dee49c013236 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:09:57.641357 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:09:57.643428 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e42b20e8-babd-42a1-96f6-a233fe7a27c6 req-164a0b30-b40e-4dbd-8cd8-e62eeb95827c tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.66 "DELETE /v2.0/ports/f72c5647-8e11-4200-a191-dee49c013236 HTTP/1.1" status: 204 len: 173 time: 0.4170635 Jul 22 21:09:57.643859 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'name': 'network-vif-deleted', 'tag': 'f72c5647-8e11-4200-a191-dee49c013236'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:09:57.646085 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b718116-3f7a-4eb5-a036-f4f367991dc8" -d '{"events": [{"server_uuid": "5154fac6-c2b1-443a-9595-686b0fb041eb", "name": "network-vif-deleted", "tag": "f72c5647-8e11-4200-a191-dee49c013236"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:09:57.685804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d75b816-58af-4a13-81d2-0263faaffd6b x-openstack-request-id: req-1d75b816-58af-4a13-81d2-0263faaffd6b {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:09:57.686104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5154fac6-c2b1-443a-9595-686b0fb041eb", "name": "network-vif-deleted", "tag": "f72c5647-8e11-4200-a191-dee49c013236", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:09:57.686360 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d75b816-58af-4a13-81d2-0263faaffd6b {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:09:57.686767 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5154fac6-c2b1-443a-9595-686b0fb041eb', 'name': 'network-vif-deleted', 'tag': 'f72c5647-8e11-4200-a191-dee49c013236', 'status': 'completed', 'code': 200} Jul 22 21:09:57.802813 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-45b319c5-26e6-4ebd-99d1-0f7733f3cc8a req-0dec7744-68fc-4cdf-a3c0-1c49fb144c1e tempest-VolumesActionsTest-1621958272 tempest-VolumesActionsTest-1621958272-project] 10.222.0.64 "GET /v2.0/ports?device_id=5154fac6-c2b1-443a-9595-686b0fb041eb HTTP/1.1" status: 200 len: 210 time: 0.0335054 Jul 22 21:09:58.090725 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:09:59.641516 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device f72c5647-8e11-4200-a191-dee49c013236 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:09:59.661812 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: f72c5647-8e11-4200-a191-dee49c013236 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:09:59.662203 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device f72c5647-8e11-4200-a191-dee49c013236 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:10:04.107305 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:14.670191 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-f124f3f4-934c-4402-8145-068e65182675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.339719 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9e4a949f-aa0b-4307-8607-ac5738cb6ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:17.534269 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:18.498553 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.155176 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:20.280917 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82453f30-deb7-4650-a9df-d641e41787db req-89b41d3b-bf25-4511-b445-a9c1ffe42b03 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:20.282368 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-82453f30-deb7-4650-a9df-d641e41787db req-89b41d3b-bf25-4511-b445-a9c1ffe42b03 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0680466 Jul 22 21:10:20.320454 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-82453f30-deb7-4650-a9df-d641e41787db req-6c312be8-5910-4365-b690-ce2bb73c09d5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Jul 22 21:10:20.963041 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 33450) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.008785 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Deleting subnet 1415d033-df32-45ec-a8a4-cdde28fe8a6e {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:10:21.011790 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.048572 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.087529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.139857 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.383639 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.386342 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1415d033-df32-45ec-a8a4-cdde28fe8a6e HTTP/1.1" status: 204 len: 168 time: 0.4222748 Jul 22 21:10:21.387498 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1415d033-df32-45ec-a8a4-cdde28fe8a6e,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:21.388915 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 33454) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.400109 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.400446 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.400782 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.401109 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.401432 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.401759 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.402076 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.402393 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.402709 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.403041 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.403357 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.403667 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd95cb43-af80-4db8-9856-9371b416f67a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.463701 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.469462 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf96110-71bd-48c8-b9e8-79e319f6b0c2 req-2f3f8688-941b-4bfd-b8a6-2955eae79dfa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:21.470945 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9bf96110-71bd-48c8-b9e8-79e319f6b0c2 req-2f3f8688-941b-4bfd-b8a6-2955eae79dfa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0735643 Jul 22 21:10:21.510358 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9bf96110-71bd-48c8-b9e8-79e319f6b0c2 req-6fdd13e5-1a92-4edb-99dd-76d6e705880d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Jul 22 21:10:21.545528 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.556454 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dbdaa0-b47a-4162-9850-36f3f386dc7d']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:21.565779 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd66f04b-fc38-4925-a1d6-740bb6eac97a') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:21.566076 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd66f04b-fc38-4925-a1d6-740bb6eac97a') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:10:21.574821 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.588247 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.593981 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:10:21.594360 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:10:21.595981 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:10:21.649494 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.654695 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.656544 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/38dbdaa0-b47a-4162-9850-36f3f386dc7d HTTP/1.1" status: 204 len: 168 time: 0.2666454 Jul 22 21:10:21.668104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=38dbdaa0-b47a-4162-9850-36f3f386dc7d,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:21.675762 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.676253 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.676475 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.676808 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.677142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.677471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.677799 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.678124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.678454 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.678916 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.679958 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.680320 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02e747-3a35-4425-a8d0-070d59ce4bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:21.769612 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 33458) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.809681 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4b3473df-60a4-4656-9685-1c38054dc85c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35e8b1af0a0e43cb9b72d6d033251286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388134 Jul 22 21:10:21.812073 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 33460) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:21.863039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f55d503a-59ca-4c11-8d13-0f4aed13862c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.883494 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f55d503a-59ca-4c11-8d13-0f4aed13862c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.929330 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f55d503a-59ca-4c11-8d13-0f4aed13862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.932258 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f55d503a-59ca-4c11-8d13-0f4aed13862c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:21.933443 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f55d503a-59ca-4c11-8d13-0f4aed13862c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/569e38bd-1f9e-4a54-8da0-c900688ba31f HTTP/1.1" status: 204 len: 168 time: 0.1204929 Jul 22 21:10:21.941170 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d503a-59ca-4c11-8d13-0f4aed13862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569e38bd-1f9e-4a54-8da0-c900688ba31f,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:22.646427 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bfdae-f8a2-4256-8a91-b3f3bfe8f23d req-a7355a5b-7a7b-4e77-a227-d9a586290608 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:22.648555 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b82bfdae-f8a2-4256-8a91-b3f3bfe8f23d req-a7355a5b-7a7b-4e77-a227-d9a586290608 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0666232 Jul 22 21:10:22.687150 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b82bfdae-f8a2-4256-8a91-b3f3bfe8f23d req-5e22d2c2-4dd9-417f-bcd3-bae8fb6ff3e7 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330451 Jul 22 21:10:23.826700 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15a147-2edd-4059-abec-2305ebf5d6fa req-1d6ba31c-14ba-47a7-be90-c051e4e24b3c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:23.828198 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ec15a147-2edd-4059-abec-2305ebf5d6fa req-1d6ba31c-14ba-47a7-be90-c051e4e24b3c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0671415 Jul 22 21:10:23.864816 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ec15a147-2edd-4059-abec-2305ebf5d6fa req-60de77c1-824f-4591-89d0-1fe1dafe4e3c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310502 Jul 22 21:10:24.173878 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-9133c1be-05ae-40f5-a346-7220aa448ccd tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fe7f378589bf4dc08be369cc44d795aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301290 Jul 22 21:10:24.357201 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-8efe4bdb-1091-45ad-87c2-06c67fe8bd0f tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:24.358696 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-8efe4bdb-1091-45ad-87c2-06c67fe8bd0f tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797726 Jul 22 21:10:24.373276 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-76e5d29d-b15e-4ef6-8636-225a32f87814 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/quotas/fe7f378589bf4dc08be369cc44d795aa HTTP/1.1" status: 200 len: 375 time: 0.0092080 Jul 22 21:10:24.407549 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-328e84b0-bccd-4fe5-b59f-fd5c6eb182c9 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe7f378589bf4dc08be369cc44d795aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291107 Jul 22 21:10:24.565689 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-02c9b2dc-a28b-4437-8633-599f4ebd10ce req-b91fb89d-614a-4c1e-bedc-b36727eca819 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 210 time: 0.0294361 Jul 22 21:10:25.003867 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af71a8-597f-4d90-a8f5-2b853d20b2e2 req-6afdd2bc-b05d-4b5b-b339-b503e8b78859 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.005377 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-18af71a8-597f-4d90-a8f5-2b853d20b2e2 req-6afdd2bc-b05d-4b5b-b339-b503e8b78859 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0674548 Jul 22 21:10:25.044093 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-18af71a8-597f-4d90-a8f5-2b853d20b2e2 req-6ce66852-d5b6-41c8-877b-84f38e984cbd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324159 Jul 22 21:10:25.489106 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff9e0-46ae-4f37-8d15-cf4175d488d3 req-4a424d0f-ff25-454b-a005-d5ee8930b363 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.490633 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f4ff9e0-46ae-4f37-8d15-cf4175d488d3 req-4a424d0f-ff25-454b-a005-d5ee8930b363 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0695238 Jul 22 21:10:25.529714 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5f4ff9e0-46ae-4f37-8d15-cf4175d488d3 req-05360e9e-66d2-42c1-becf-64d5fb82a1aa tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323520 Jul 22 21:10:25.594734 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-451e45d5-c97c-46c3-bcf6-e72dbca1fc39 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fe7f378589bf4dc08be369cc44d795aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224862 Jul 22 21:10:25.671510 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a31e49ce-47fd-44ee-a662-fb6d441d7b3c req-86daab09-fd48-4b63-9113-bb69261c7d46 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 210 time: 0.0339437 Jul 22 21:10:25.734540 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-b3438e7b-01da-4bf8-9f7f-f8d6b4030a52 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:25.736013 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-b3438e7b-01da-4bf8-9f7f-f8d6b4030a52 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337483 Jul 22 21:10:25.758753 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Request body: {'port': {'device_id': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074', 'admin_state_up': True, 'tenant_id': 'fe7f378589bf4dc08be369cc44d795aa'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:25.869721 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Made reservation on behalf of fe7f378589bf4dc08be369cc44d795aa for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:10:25.873148 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.881834 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.973376 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:25.977800 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.046003 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610cfe93-2b2a-435c-b9c0-52e680de935d,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:26.114919 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Allocated IP 192.168.233.37 (3a4211a0-74f9-434d-8d8f-c07bd4342074/ecd814f1-39ae-4086-99ce-a2c895272428/a27c09dd-8316-4e58-b394-788ff9d99a4d) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:10:26.187982 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068daded-a658-49cf-9d9a-de174229b5a9 req-79eb940f-0066-4eee-a88e-b0a9c7f23a03 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:26.189406 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-068daded-a658-49cf-9d9a-de174229b5a9 req-79eb940f-0066-4eee-a88e-b0a9c7f23a03 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0693433 Jul 22 21:10:26.237201 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-068daded-a658-49cf-9d9a-de174229b5a9 req-08916b73-7331-451f-b855-39817727f621 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Jul 22 21:10:26.266902 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.280624 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Transition to ACTIVE for port object a27c09dd-8316-4e58-b394-788ff9d99a4d will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:26.312237 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.355427 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Network 3a4211a0-74f9-434d-8d8f-c07bd4342074 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:10:26.358309 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:10:26.362348 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:10:26.389656 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Pushing event updated for resources: {'Port': ['ID=a27c09dd-8316-4e58-b394-788ff9d99a4d,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:26.415332 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:26.415953 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.433006 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-35a65f5c-54c9-4a04-9e1d-9dd8c0daa1f7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6783507 Jul 22 21:10:26.453996 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Request body: {'port': {'device_id': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:10:26.534868 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.638140 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-54dcc8ff-9474-4be4-a854-c0e791aee271 None None] Provisioning for port a27c09dd-8316-4e58-b394-788ff9d99a4d completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:26.641764 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-54dcc8ff-9474-4be4-a854-c0e791aee271 None None] Provisioning complete for port a27c09dd-8316-4e58-b394-788ff9d99a4d triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:26.642255 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-54dcc8ff-9474-4be4-a854-c0e791aee271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.667729 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00574669-4b53-4d7c-adc0-bd7cd07fd794 req-f9a5afbd-0a85-4975-ae82-d6d0ca587154 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:26.669329 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-00574669-4b53-4d7c-adc0-bd7cd07fd794 req-f9a5afbd-0a85-4975-ae82-d6d0ca587154 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0672820 Jul 22 21:10:26.678309 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-54dcc8ff-9474-4be4-a854-c0e791aee271 None None] Port a27c09dd-8316-4e58-b394-788ff9d99a4d cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:10:26.716531 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-00574669-4b53-4d7c-adc0-bd7cd07fd794 req-fc6bee87-bc4f-4fe5-919d-ca6904285b2a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403695 Jul 22 21:10:26.854815 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27c09dd-8316-4e58-b394-788ff9d99a4d {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:26.863630 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.881135 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9749a-484d-45b2-bd7a-4a65224239f2 req-e0f3f2cd-f18c-4538-bcdb-281bd67e4887 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:26.883201 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c9749a-484d-45b2-bd7a-4a65224239f2 req-e0f3f2cd-f18c-4538-bcdb-281bd67e4887 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 935 time: 0.1183498 Jul 22 21:10:26.887739 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Transition to ACTIVE for port object a27c09dd-8316-4e58-b394-788ff9d99a4d will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:10:26.896140 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:26.969576 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e6c9749a-484d-45b2-bd7a-4a65224239f2 req-67f7dc94-a8a1-4e6e-ab8d-404a18d7b244 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806282 Jul 22 21:10:26.972280 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Pushing event updated for resources: {'Port': ['ID=a27c09dd-8316-4e58-b394-788ff9d99a4d,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:27.049863 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Attempting to bind port a27c09dd-8316-4e58-b394-788ff9d99a4d on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:10:27.050203 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Attempting to bind port a27c09dd-8316-4e58-b394-788ff9d99a4d by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:10:27.050533 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Attempting to bind port a27c09dd-8316-4e58-b394-788ff9d99a4d on network 3a4211a0-74f9-434d-8d8f-c07bd4342074 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:27.055716 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Port a27c09dd-8316-4e58-b394-788ff9d99a4d on network 3a4211a0-74f9-434d-8d8f-c07bd4342074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:10:27.056038 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Attempting to bind port a27c09dd-8316-4e58-b394-788ff9d99a4d on network 3a4211a0-74f9-434d-8d8f-c07bd4342074 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:10:27.060932 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:10:27.061269 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Checking segment: {'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:10:27.061658 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Bound using segment: {'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:10:27.062188 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Bound port: a27c09dd-8316-4e58-b394-788ff9d99a4d, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e14712-142d-4243-826c-f5244ee8784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:10:27.062557 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:27.374574 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac1c34-83ee-438a-966c-773d79444ffe req-835d762b-6520-4e64-8e89-084e97762998 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.376111 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-46ac1c34-83ee-438a-966c-773d79444ffe req-835d762b-6520-4e64-8e89-084e97762998 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0650663 Jul 22 21:10:27.382675 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] For port a27c09dd-8316-4e58-b394-788ff9d99a4d, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:10:27.385817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] For port a27c09dd-8316-4e58-b394-788ff9d99a4d, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a27c09dd-8316-4e58-b394-788ff9d99a4d,segment=NetworkSegment(b3e14712-142d-4243-826c-f5244ee8784b),segment_id=b3e14712-142d-4243-826c-f5244ee8784b)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:10:27.391133 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:27.418331 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-46ac1c34-83ee-438a-966c-773d79444ffe req-36327374-cdbb-44ad-bcac-80e81ae7bbc1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366995 Jul 22 21:10:27.425756 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.426270 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:27.427925 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] 10.222.0.66 "PUT /v2.0/ports/a27c09dd-8316-4e58-b394-788ff9d99a4d HTTP/1.1" status: 200 len: 1097 time: 0.9794784 Jul 22 21:10:27.429410 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'tag': 'a27c09dd-8316-4e58-b394-788ff9d99a4d'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:27.433173 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad647a-f72f-438a-9bdc-694a5f112a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a68fa0e6-27b1-4e37-9478-6fe4eb706103", "tag": "a27c09dd-8316-4e58-b394-788ff9d99a4d"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:27.466297 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313c9d-2242-44bd-b777-555533d635cf service neutron] Pushing event updated for resources: {'Port': ['ID=a27c09dd-8316-4e58-b394-788ff9d99a4d,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:27.487727 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835054ef-b5e4-4d69-97a1-7423eeabb4aa x-openstack-request-id: req-835054ef-b5e4-4d69-97a1-7423eeabb4aa {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:27.488050 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68fa0e6-27b1-4e37-9478-6fe4eb706103", "tag": "a27c09dd-8316-4e58-b394-788ff9d99a4d", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:27.488301 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-835054ef-b5e4-4d69-97a1-7423eeabb4aa {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:27.488692 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'tag': 'a27c09dd-8316-4e58-b394-788ff9d99a4d', 'status': 'completed', 'code': 200} Jul 22 21:10:27.564525 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-429adb6b-e385-43a9-a724-e343f2ab74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.566117 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-429adb6b-e385-43a9-a724-e343f2ab74c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe7f378589bf4dc08be369cc44d795aa&device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 1100 time: 0.0589426 Jul 22 21:10:27.635712 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-f320d1af-fb42-4300-b469-5c1862a831d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a27c09dd-8316-4e58-b394-788ff9d99a4d HTTP/1.1" status: 200 len: 217 time: 0.0414820 Jul 22 21:10:27.697357 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-8fd16206-2d19-4c04-9095-5b7ce7163aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.698127 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-8fd16206-2d19-4c04-9095-5b7ce7163aa8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecd814f1-39ae-4086-99ce-a2c895272428 HTTP/1.1" status: 200 len: 843 time: 0.0484080 Jul 22 21:10:27.761342 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-bd14f6ce-00f4-44d9-b5c6-078e23d2e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.762861 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-bd14f6ce-00f4-44d9-b5c6-078e23d2e7db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a4211a0-74f9-434d-8d8f-c07bd4342074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0543864 Jul 22 21:10:27.896629 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-3f4668f8-21a4-4f3e-8029-827a9c2ac3a5 service neutron] 10.222.0.66 "GET /v2.0/networks/3a4211a0-74f9-434d-8d8f-c07bd4342074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241786 Jul 22 21:10:27.912726 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a251-796a-49f1-a38a-6b3ed703a996 req-2ccc9e75-34b8-4c0c-ac83-406787829f6b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:27.914961 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6897a251-796a-49f1-a38a-6b3ed703a996 req-2ccc9e75-34b8-4c0c-ac83-406787829f6b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.1249857 Jul 22 21:10:28.013665 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6897a251-796a-49f1-a38a-6b3ed703a996 req-0965d5fd-59cc-4c12-9efc-68fd5e98b61e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902820 Jul 22 21:10:28.037529 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54a87869-8434-4def-88d2-eb7864dd74a5 req-65f06e99-480a-4056-b861-e21fa526fb2e service neutron] 10.222.0.66 "GET /v2.0/networks/3a4211a0-74f9-434d-8d8f-c07bd4342074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215863 Jul 22 21:10:28.113445 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8a376-7b35-42a1-a5c0-2ee5b8f6b0ce req-628d8f6d-591f-4dbb-8eb8-cbb3f2bfe102 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.115005 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f9a8a376-7b35-42a1-a5c0-2ee5b8f6b0ce req-628d8f6d-591f-4dbb-8eb8-cbb3f2bfe102 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 947 time: 0.0651295 Jul 22 21:10:28.152411 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f9a8a376-7b35-42a1-a5c0-2ee5b8f6b0ce req-ff9e87f2-da8b-43d9-80e2-a0c171bded97 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Jul 22 21:10:28.204631 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-a1b485f0-5d90-4958-a7eb-22cd4165a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.206154 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-a1b485f0-5d90-4958-a7eb-22cd4165a12d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe7f378589bf4dc08be369cc44d795aa&device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 1100 time: 0.0633497 Jul 22 21:10:28.317847 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-63e3e678-8787-4acb-b55e-8fcfa2c484b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.319815 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-63e3e678-8787-4acb-b55e-8fcfa2c484b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3a4211a0-74f9-434d-8d8f-c07bd4342074 HTTP/1.1" status: 200 len: 871 time: 0.1050246 Jul 22 21:10:28.363020 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-8e5c0465-09ad-41d9-8609-c516b99c2a15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a27c09dd-8316-4e58-b394-788ff9d99a4d HTTP/1.1" status: 200 len: 217 time: 0.0342734 Jul 22 21:10:28.419730 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-f34b0a53-437f-4e47-aad7-397b7f2cb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.421441 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-f34b0a53-437f-4e47-aad7-397b7f2cb3ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ecd814f1-39ae-4086-99ce-a2c895272428 HTTP/1.1" status: 200 len: 843 time: 0.0490544 Jul 22 21:10:28.482183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-1c7d9696-8eb9-4224-9a9e-d152a65ca186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.483741 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-1c7d9696-8eb9-4224-9a9e-d152a65ca186 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3a4211a0-74f9-434d-8d8f-c07bd4342074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553331 Jul 22 21:10:28.616975 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-6d852617-f7dd-48ff-88b8-f46afbb8aa07 service neutron] 10.222.0.66 "GET /v2.0/networks/3a4211a0-74f9-434d-8d8f-c07bd4342074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261461 Jul 22 21:10:28.627946 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ab870-7235-4e25-b726-cfae8042ddc0 req-b05810c9-2cf0-4c69-8a3b-d3fb0888a0ce tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:28.629356 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-862ab870-7235-4e25-b726-cfae8042ddc0 req-b05810c9-2cf0-4c69-8a3b-d3fb0888a0ce tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.1300447 Jul 22 21:10:28.723891 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-862ab870-7235-4e25-b726-cfae8042ddc0 req-4e7d42d1-22f6-461a-9459-a4944af22aa1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852256 Jul 22 21:10:28.748831 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-54ad647a-f72f-438a-9bdc-694a5f112a9f req-bc51408f-a17c-4de4-b1db-dad60a54a2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/3a4211a0-74f9-434d-8d8f-c07bd4342074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175413 Jul 22 21:10:29.148670 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f5b43-588d-48ec-8665-999aca20d37c req-5ec925aa-27ef-4a34-a630-a29057dc9a3d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:29.151426 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-615f5b43-588d-48ec-8665-999aca20d37c req-5ec925aa-27ef-4a34-a630-a29057dc9a3d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0688527 Jul 22 21:10:29.190523 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-615f5b43-588d-48ec-8665-999aca20d37c req-d028d26f-f059-450a-b518-eba40f070727 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330181 Jul 22 21:10:29.284723 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edeac6-c7f7-4f3c-b699-0fbcaccd41bb req-7042e26f-ac0b-4ca6-bc3d-122817455b54 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:29.286270 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-86edeac6-c7f7-4f3c-b699-0fbcaccd41bb req-7042e26f-ac0b-4ca6-bc3d-122817455b54 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 947 time: 0.0630434 Jul 22 21:10:29.324264 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-86edeac6-c7f7-4f3c-b699-0fbcaccd41bb req-a7c26e24-6f2d-42da-8da1-ba88182ed895 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Jul 22 21:10:29.765442 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a27c09dd-8316-4e58-b394-788ff9d99a4d details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:29.861479 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51019d-6813-40f1-8b60-b513c72cb8f9 req-8dd1cfba-606a-4f35-a7d3-853ea57d2042 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:29.862943 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2e51019d-6813-40f1-8b60-b513c72cb8f9 req-8dd1cfba-606a-4f35-a7d3-853ea57d2042 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0647624 Jul 22 21:10:29.863126 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a27c09dd-8316-4e58-b394-788ff9d99a4d, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a27c09dd-8316-4e58-b394-788ff9d99a4d,segment=NetworkSegment(b3e14712-142d-4243-826c-f5244ee8784b),segment_id=b3e14712-142d-4243-826c-f5244ee8784b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:29.874586 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'a27c09dd-8316-4e58-b394-788ff9d99a4d', 'network_id': '3a4211a0-74f9-434d-8d8f-c07bd4342074', 'port_id': 'a27c09dd-8316-4e58-b394-788ff9d99a4d', 'mac_address': 'fa:16:3e:5d:2a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd814f1-39ae-4086-99ce-a2c895272428', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:29.901623 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2e51019d-6813-40f1-8b60-b513c72cb8f9 req-9ff66c6c-ce01-4e79-9341-da6e68067ffd tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Jul 22 21:10:29.917389 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:29.932041 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27c09dd-8316-4e58-b394-788ff9d99a4d {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:29.951213 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a27c09dd-8316-4e58-b394-788ff9d99a4d, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a27c09dd-8316-4e58-b394-788ff9d99a4d,segment=NetworkSegment(b3e14712-142d-4243-826c-f5244ee8784b),segment_id=b3e14712-142d-4243-826c-f5244ee8784b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:29.955129 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:30.005090 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=a27c09dd-8316-4e58-b394-788ff9d99a4d,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:30.012134 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.012429 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.012775 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.013120 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.013458 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.013795 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.014128 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.014464 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.014796 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.015153 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.015480 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.015805 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:10:30.326025 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa905869-0da8-45e4-bb54-8fe3b39713c5 req-25da7e79-e6dd-4b79-904c-5d2cc153e360 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:30.327553 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aa905869-0da8-45e4-bb54-8fe3b39713c5 req-25da7e79-e6dd-4b79-904c-5d2cc153e360 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0679321 Jul 22 21:10:30.367265 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aa905869-0da8-45e4-bb54-8fe3b39713c5 req-423af270-517b-44af-a042-dcfe087910a8 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333865 Jul 22 21:10:30.391117 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['a27c09dd-8316-4e58-b394-788ff9d99a4d'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:30.466635 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061e1c-1a67-421f-8e3f-56ad83b0e6ae req-8c42ddc0-f10a-468c-87bb-d2a7c20a28f6 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:30.468234 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-84061e1c-1a67-421f-8e3f-56ad83b0e6ae req-8c42ddc0-f10a-468c-87bb-d2a7c20a28f6 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 948 time: 0.0734522 Jul 22 21:10:30.509324 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-84061e1c-1a67-421f-8e3f-56ad83b0e6ae req-8fed85cf-c08d-44a2-9025-4b2196e14dfd tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Jul 22 21:10:31.065215 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dd0d0-05c3-4ec8-abce-21745af63960 req-910293e9-4146-4161-bc7f-5d00a43058df tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.067391 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-820dd0d0-05c3-4ec8-abce-21745af63960 req-910293e9-4146-4161-bc7f-5d00a43058df tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0921626 Jul 22 21:10:31.107907 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-820dd0d0-05c3-4ec8-abce-21745af63960 req-da014675-63a4-4265-b7a7-00431801ec0e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349996 Jul 22 21:10:31.498890 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f3ac-59d8-4b50-ad33-8da856bc1916 req-b23531fb-a24f-44df-88e8-d401e8a4f20c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.500397 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c9c6f3ac-59d8-4b50-ad33-8da856bc1916 req-b23531fb-a24f-44df-88e8-d401e8a4f20c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0634463 Jul 22 21:10:31.538164 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c9c6f3ac-59d8-4b50-ad33-8da856bc1916 req-0bfb23dc-dbfd-417f-864c-f8a00ed4028b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322683 Jul 22 21:10:31.637214 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f47fe-ac0d-4700-baff-b21bf564590b req-66e6ca36-514f-4098-b106-d74572c80ca7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:31.638696 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-853f47fe-ac0d-4700-baff-b21bf564590b req-66e6ca36-514f-4098-b106-d74572c80ca7 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 948 time: 0.0624924 Jul 22 21:10:31.675250 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-853f47fe-ac0d-4700-baff-b21bf564590b req-0ae82234-cb7e-426f-8aa0-d103cc847f28 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Jul 22 21:10:31.787069 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a27c09dd-8316-4e58-b394-788ff9d99a4d up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:31.838239 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port a27c09dd-8316-4e58-b394-788ff9d99a4d completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:10:31.841847 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port a27c09dd-8316-4e58-b394-788ff9d99a4d triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:31.842215 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.916748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.938711 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c09dd-8316-4e58-b394-788ff9d99a4d'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:31.940883 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586129d1-ce25-4872-863b-cbe5a133fd94" -d '{"events": [{"server_uuid": "a68fa0e6-27b1-4e37-9478-6fe4eb706103", "name": "network-vif-plugged", "status": "completed", "tag": "a27c09dd-8316-4e58-b394-788ff9d99a4d"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:31.953488 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port a27c09dd-8316-4e58-b394-788ff9d99a4d, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a27c09dd-8316-4e58-b394-788ff9d99a4d,segment=NetworkSegment(b3e14712-142d-4243-826c-f5244ee8784b),segment_id=b3e14712-142d-4243-826c-f5244ee8784b)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:31.957624 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:31.980565 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f397d7f6-ccf3-4b21-84d6-62705a91198d x-openstack-request-id: req-f397d7f6-ccf3-4b21-84d6-62705a91198d {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:31.980860 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68fa0e6-27b1-4e37-9478-6fe4eb706103", "name": "network-vif-plugged", "status": "completed", "tag": "a27c09dd-8316-4e58-b394-788ff9d99a4d", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:31.981111 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f397d7f6-ccf3-4b21-84d6-62705a91198d {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:31.981487 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27c09dd-8316-4e58-b394-788ff9d99a4d', 'code': 200} Jul 22 21:10:32.006086 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=a27c09dd-8316-4e58-b394-788ff9d99a4d,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:32.229183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e79f1f-f602-4b46-b373-0ae8d86ab4b4 req-89168159-a6b0-4e81-80a2-6503c6e20a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.230594 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-35e79f1f-f602-4b46-b373-0ae8d86ab4b4 req-89168159-a6b0-4e81-80a2-6503c6e20a10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 1102 time: 0.0595627 Jul 22 21:10:32.242653 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d330e6-7085-44d6-9acd-ee266265f262 req-f0f616c3-09bd-483b-a3eb-78f10dbbd42b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.244326 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b3d330e6-7085-44d6-9acd-ee266265f262 req-f0f616c3-09bd-483b-a3eb-78f10dbbd42b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0626976 Jul 22 21:10:32.287758 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b3d330e6-7085-44d6-9acd-ee266265f262 req-f806d32d-42c5-4fec-9a6b-e9889c7eabfa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Jul 22 21:10:32.295231 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-35e79f1f-f602-4b46-b373-0ae8d86ab4b4 req-41aae068-fc84-4afa-9ef9-6efe1b441ea4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290098 Jul 22 21:10:32.669096 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178bc28-1194-4423-b68d-306e7c3bb951 req-e0173f72-020f-4356-9de3-def0ad08fca7 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.670857 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c178bc28-1194-4423-b68d-306e7c3bb951 req-e0173f72-020f-4356-9de3-def0ad08fca7 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0646005 Jul 22 21:10:32.711577 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c178bc28-1194-4423-b68d-306e7c3bb951 req-6379be64-e2c6-4891-820b-0d3594c1c0ae tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348828 Jul 22 21:10:32.809165 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ee9a0-1938-4448-8efa-7a891c9fdc28 req-a7a15386-206c-4afa-a2b7-d7f4a22d44de tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:32.810654 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-865ee9a0-1938-4448-8efa-7a891c9fdc28 req-a7a15386-206c-4afa-a2b7-d7f4a22d44de tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 949 time: 0.0658979 Jul 22 21:10:32.848744 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-865ee9a0-1938-4448-8efa-7a891c9fdc28 req-b887001e-d89c-4c3f-8ca7-d672fd5a58a6 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Jul 22 21:10:33.435843 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad719f-4fb5-451a-a962-7c7b9855883c req-3203dedd-911c-4737-a556-fc5d03d152f0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.437392 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0cad719f-4fb5-451a-a962-7c7b9855883c req-3203dedd-911c-4737-a556-fc5d03d152f0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0806203 Jul 22 21:10:33.475696 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0cad719f-4fb5-451a-a962-7c7b9855883c req-309b853f-f02d-47d2-8b80-587598123f23 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327466 Jul 22 21:10:33.847082 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1b11-6910-4243-8965-8b8d3b69665c req-9282c730-6454-4ae0-ae12-e4aea63c2846 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.848588 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6dfa1b11-6910-4243-8965-8b8d3b69665c req-9282c730-6454-4ae0-ae12-e4aea63c2846 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0668674 Jul 22 21:10:33.886653 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6dfa1b11-6910-4243-8965-8b8d3b69665c req-9004184b-a01f-49da-8230-1fcc0c987c1e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317891 Jul 22 21:10:33.983594 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c034b3-349c-4e9f-b4ad-868ac12a43b4 req-1be0e808-694c-4244-9f43-429cfec3d061 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:33.985094 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d4c034b3-349c-4e9f-b4ad-868ac12a43b4 req-1be0e808-694c-4244-9f43-429cfec3d061 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 949 time: 0.0684385 Jul 22 21:10:34.023409 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d4c034b3-349c-4e9f-b4ad-868ac12a43b4 req-0dad6bfb-acb7-4cd9-b807-25ce15f310ed tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Jul 22 21:10:34.104691 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:34.293397 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f47d5-0ec5-4b8e-a89c-e311edb8cbfc req-66361d0c-91ab-4b5e-ad6e-3eb07762f6e1 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:34.295066 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-773f47d5-0ec5-4b8e-a89c-e311edb8cbfc req-66361d0c-91ab-4b5e-ad6e-3eb07762f6e1 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 949 time: 0.0629885 Jul 22 21:10:34.331899 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-773f47d5-0ec5-4b8e-a89c-e311edb8cbfc req-0f79eee5-6b5a-4255-8b23-bffe7effb899 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Jul 22 21:10:34.615534 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e9812-a9c7-41d9-9aae-0084bcecb7e6 req-8fe399c2-c7bd-495c-9422-1d77add821a1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:34.617913 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb1e9812-a9c7-41d9-9aae-0084bcecb7e6 req-8fe399c2-c7bd-495c-9422-1d77add821a1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0667684 Jul 22 21:10:34.659564 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb1e9812-a9c7-41d9-9aae-0084bcecb7e6 req-69779c2e-0e31-4b72-b3e0-4a8d194b2713 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364723 Jul 22 21:10:35.023506 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b0216-2f76-46d8-950e-16ed1edee9b9 req-fb2fe254-d1cb-4691-a8bf-1f41f4869db9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.025014 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3d2b0216-2f76-46d8-950e-16ed1edee9b9 req-fb2fe254-d1cb-4691-a8bf-1f41f4869db9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0683789 Jul 22 21:10:35.063143 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3d2b0216-2f76-46d8-950e-16ed1edee9b9 req-93626728-07b2-4382-9d02-998de1c39149 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326679 Jul 22 21:10:35.090196 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:10:35.476043 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094d3e0-aa30-4d44-ae8e-27940522f85f req-6aabe69e-e4fb-479f-bcda-7ec0c304b7e8 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.478696 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8094d3e0-aa30-4d44-ae8e-27940522f85f req-6aabe69e-e4fb-479f-bcda-7ec0c304b7e8 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 949 time: 0.0782194 Jul 22 21:10:35.516853 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-8094d3e0-aa30-4d44-ae8e-27940522f85f req-740a6fee-1e0d-4bd4-917f-33319b45f0f2 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Jul 22 21:10:35.815622 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:35.832908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d805b-6235-4c77-87a1-f66566ab4fb8 req-d202949f-46da-44d7-b87e-d07080d2f922 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.834409 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d45d805b-6235-4c77-87a1-f66566ab4fb8 req-d202949f-46da-44d7-b87e-d07080d2f922 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.1017504 Jul 22 21:10:35.872300 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948006-a554-4ec9-88ea-d320900ee198 req-f2caac53-0126-439b-a40a-75e0820abe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:35.873786 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-f2caac53-0126-439b-a40a-75e0820abe40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1098 time: 0.0915661 Jul 22 21:10:35.888961 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d45d805b-6235-4c77-87a1-f66566ab4fb8 req-1e464225-0ee8-4528-b520-19a29367f09a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Jul 22 21:10:35.916521 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:35.928897 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'af3a152d-7698-487b-95ff-e3b00385f784', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'port_id': 'af3a152d-7698-487b-95ff-e3b00385f784', 'mac_address': 'fa:16:3e:54:4a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:35.968846 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:35.986267 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af3a152d-7698-487b-95ff-e3b00385f784 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:36.007949 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:36.012426 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.035977 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-22d38db3-8992-4401-9c56-efa6f72bdeac tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.038173 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-22d38db3-8992-4401-9c56-efa6f72bdeac tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.66 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 949 time: 0.1499491 Jul 22 21:10:36.039955 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948006-a554-4ec9-88ea-d320900ee198 req-157bb515-f62a-4b86-ba15-b070ccfe3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.041342 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-157bb515-f62a-4b86-ba15-b070ccfe3a19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 911 time: 0.1520584 Jul 22 21:10:36.062539 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=6']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:36.212533 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-b66446a0-ad87-4325-97cc-532572686959 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 1001 time: 0.1521463 Jul 22 21:10:36.236418 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['af3a152d-7698-487b-95ff-e3b00385f784'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:36.288575 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Deleting port a27c09dd-8316-4e58-b394-788ff9d99a4d {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:10:36.289816 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.295346 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948006-a554-4ec9-88ea-d320900ee198 req-45844e79-9720-49f1-904a-8cd1ef6fae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.296806 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-45844e79-9720-49f1-904a-8cd1ef6fae19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 200 len: 848 time: 0.0776331 Jul 22 21:10:36.342443 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1710d99-e9f0-4be8-a87d-ab9c87a1b72d req-14573c35-eb79-4b5c-a3e1-e1d7fb0af22c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.344097 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b1710d99-e9f0-4be8-a87d-ab9c87a1b72d req-14573c35-eb79-4b5c-a3e1-e1d7fb0af22c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.2024968 Jul 22 21:10:36.455574 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b1710d99-e9f0-4be8-a87d-ab9c87a1b72d req-b2b3fa20-0d9a-411b-a602-e2c678c53dcf tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862851 Jul 22 21:10:36.477934 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] For port a27c09dd-8316-4e58-b394-788ff9d99a4d, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=a27c09dd-8316-4e58-b394-788ff9d99a4d,segment=NetworkSegment(b3e14712-142d-4243-826c-f5244ee8784b),segment_id=b3e14712-142d-4243-826c-f5244ee8784b)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:36.478310 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.493459 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Calling delete_port for a27c09dd-8316-4e58-b394-788ff9d99a4d owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:10:36.505668 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948006-a554-4ec9-88ea-d320900ee198 req-41c58d87-4246-4ba4-bd02-2a266c3567f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.507931 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-41c58d87-4246-4ba4-bd02-2a266c3567f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd367953-e15a-4ff2-b0c6-1e9706289228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1980803 Jul 22 21:10:36.644774 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-f516a508-8efc-47df-a5f4-b3a2b422963a service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013992 Jul 22 21:10:36.670265 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a167-70bc-449c-825a-b6f8f303d1ac req-e4e20cc2-3f25-481f-8e08-6db77959904c tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:36.671801 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b4d3a167-70bc-449c-825a-b6f8f303d1ac req-e4e20cc2-3f25-481f-8e08-6db77959904c tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 949 time: 0.0782509 Jul 22 21:10:36.712320 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b4d3a167-70bc-449c-825a-b6f8f303d1ac req-4134f818-03d2-46df-a3ad-e75b3b9df1b6 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/security-groups?id=610cfe93-2b2a-435c-b9c0-52e680de935d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Jul 22 21:10:36.782727 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-d4e3a7ce-d619-4a23-bfbb-b9fd1f9c127e service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274500 Jul 22 21:10:36.784296 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.818464 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Pushing event deleted for resources: {'Port': ['ID=a27c09dd-8316-4e58-b394-788ff9d99a4d,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:36.868283 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] No DVR routers for this DVR port a27c09dd-8316-4e58-b394-788ff9d99a4d on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:10:36.870864 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:36.873024 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-20797bba-d036-4c80-83e1-11b5f40b3628 req-215ec26b-e9ee-426e-a33f-6f18a822e53a tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.66 "DELETE /v2.0/ports/a27c09dd-8316-4e58-b394-788ff9d99a4d HTTP/1.1" status: 204 len: 173 time: 0.8215303 Jul 22 21:10:36.873465 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'name': 'network-vif-deleted', 'tag': 'a27c09dd-8316-4e58-b394-788ff9d99a4d'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:36.875781 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3d5a3-7a61-4ee5-b25e-8a6eb94071b2" -d '{"events": [{"server_uuid": "a68fa0e6-27b1-4e37-9478-6fe4eb706103", "name": "network-vif-deleted", "tag": "a27c09dd-8316-4e58-b394-788ff9d99a4d"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:36.954099 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721c5b91-cf09-4d62-a644-6e97abf6671a x-openstack-request-id: req-721c5b91-cf09-4d62-a644-6e97abf6671a {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:36.954395 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68fa0e6-27b1-4e37-9478-6fe4eb706103", "name": "network-vif-deleted", "tag": "a27c09dd-8316-4e58-b394-788ff9d99a4d", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:36.954666 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-721c5b91-cf09-4d62-a644-6e97abf6671a {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:36.955155 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68fa0e6-27b1-4e37-9478-6fe4eb706103', 'name': 'network-vif-deleted', 'tag': 'a27c09dd-8316-4e58-b394-788ff9d99a4d', 'status': 'completed', 'code': 200} Jul 22 21:10:37.002469 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-35353ad2-8df6-4b86-acb4-3963c5505c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.004259 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-35353ad2-8df6-4b86-acb4-3963c5505c40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1098 time: 0.0942216 Jul 22 21:10:37.062585 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06487a34-e792-449a-93d3-0ea6083a6f03 req-208e5f28-7078-40f7-8cd2-0eb14f363cb4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.064136 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06487a34-e792-449a-93d3-0ea6083a6f03 req-208e5f28-7078-40f7-8cd2-0eb14f363cb4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 945 time: 0.0841877 Jul 22 21:10:37.104670 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06487a34-e792-449a-93d3-0ea6083a6f03 req-3832326e-731e-4b9e-8e23-ddbaac646775 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Jul 22 21:10:37.199853 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-1b2f58de-9dfc-4243-83a6-b7f1f329ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.201398 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-1b2f58de-9dfc-4243-83a6-b7f1f329ab90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 911 time: 0.0890558 Jul 22 21:10:37.272142 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-4be0a393-34b3-4110-8dfa-0a35ebf891b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 1001 time: 0.0596380 Jul 22 21:10:37.325719 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-82e7f82f-1294-4e2c-92f8-c63686ddac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.327233 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-82e7f82f-1294-4e2c-92f8-c63686ddac87 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 200 len: 848 time: 0.0449152 Jul 22 21:10:37.390431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-220eeb4e-6173-4ba6-87c0-af616f9796c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.391967 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-220eeb4e-6173-4ba6-87c0-af616f9796c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd367953-e15a-4ff2-b0c6-1e9706289228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573127 Jul 22 21:10:37.487349 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-74e65fd6-bdd7-4b92-94a9-33cd6c11dd1a service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862932 Jul 22 21:10:37.624137 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ac33c1c5-19d2-4b8d-8755-d043a4b38dbe req-f6d90990-8da6-49a0-92ab-4e21eba45ef2 service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237795 Jul 22 21:10:37.640124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67419675-dd0f-4043-99aa-51c5f7f9ce38 req-fb0e1e80-fe09-4800-aec2-01ce09ece13e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:37.641603 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-67419675-dd0f-4043-99aa-51c5f7f9ce38 req-fb0e1e80-fe09-4800-aec2-01ce09ece13e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.1144793 Jul 22 21:10:37.682782 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-67419675-dd0f-4043-99aa-51c5f7f9ce38 req-7b79dcb7-b23e-4a81-9ae8-0e5ea353fcf5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338399 Jul 22 21:10:37.818562 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:37.828549 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2c4f895f-29f4-417f-b075-7ab3db0bc47a req-e35dc48e-5bcd-4795-a639-f9cf712b7bc1 tempest-VolumesNegativeTest-1261583655 tempest-VolumesNegativeTest-1261583655-project] 10.222.0.64 "GET /v2.0/ports?device_id=a68fa0e6-27b1-4e37-9478-6fe4eb706103 HTTP/1.1" status: 200 len: 210 time: 0.0332317 Jul 22 21:10:37.869763 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port af3a152d-7698-487b-95ff-e3b00385f784 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:37.870139 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:37.946696 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:37.969555 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:37.971828 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fdbc96-941a-44b9-ad6b-6a552c489ad2" -d '{"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-plugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:37.985874 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:37.991289 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:37.992876 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a27c09dd-8316-4e58-b394-788ff9d99a4d no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:38.018394 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bf01fa-c59e-44e9-b0fd-9caf4a7a6646 x-openstack-request-id: req-54bf01fa-c59e-44e9-b0fd-9caf4a7a6646 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:38.018686 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-plugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:38.018938 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54bf01fa-c59e-44e9-b0fd-9caf4a7a6646 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:38.019338 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784', 'code': 200} Jul 22 21:10:38.039369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: a27c09dd-8316-4e58-b394-788ff9d99a4d {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:10:38.039716 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device a27c09dd-8316-4e58-b394-788ff9d99a4d not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:10:38.062832 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=7']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:38.242819 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f452e3-196c-4bf9-b1ba-1ee92d43b82c req-5a4bb3b9-4a6a-4d68-8e20-d2622ca4b256 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:38.244349 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b5f452e3-196c-4bf9-b1ba-1ee92d43b82c req-5a4bb3b9-4a6a-4d68-8e20-d2622ca4b256 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0661058 Jul 22 21:10:38.284776 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b5f452e3-196c-4bf9-b1ba-1ee92d43b82c req-60b23a05-4d6c-4d50-99ab-2aa03669ff0e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344813 Jul 22 21:10:38.840260 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb305b1-8555-4db6-b5a5-c6f9138f32d0 req-49c58c67-7e08-497a-a34a-c881f223176b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:38.842810 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-edb305b1-8555-4db6-b5a5-c6f9138f32d0 req-49c58c67-7e08-497a-a34a-c881f223176b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0824912 Jul 22 21:10:38.898396 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-edb305b1-8555-4db6-b5a5-c6f9138f32d0 req-48ba1855-45aa-4c43-aa62-6404456f175b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491710 Jul 22 21:10:39.464206 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f94df-513e-4133-91f8-eb198e7c27b1 req-353019e9-3d2b-4d2c-b449-707f1e4e7d11 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:39.465894 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-045f94df-513e-4133-91f8-eb198e7c27b1 req-353019e9-3d2b-4d2c-b449-707f1e4e7d11 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0944729 Jul 22 21:10:39.529369 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-045f94df-513e-4133-91f8-eb198e7c27b1 req-aae0b543-6506-4244-833b-143d980a9302 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559385 Jul 22 21:10:40.102692 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5f18-ada2-4cd5-97f0-c173fe6597ad req-22c0287f-508f-4956-bffd-fdd3219fd8cd tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.104438 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-19cc5f18-ada2-4cd5-97f0-c173fe6597ad req-22c0287f-508f-4956-bffd-fdd3219fd8cd tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.1071739 Jul 22 21:10:40.168687 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-19cc5f18-ada2-4cd5-97f0-c173fe6597ad req-6afac49e-b8ab-4136-a209-b41ac04ec46f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495815 Jul 22 21:10:40.500452 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 33830) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:40.599630 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee57b87-7024-43e8-90dd-fe37e2d27647 req-1ac605c2-56e8-4eaa-92a9-c64d8eda534a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.612220 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aee57b87-7024-43e8-90dd-fe37e2d27647 req-1ac605c2-56e8-4eaa-92a9-c64d8eda534a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.1794515 Jul 22 21:10:40.704446 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aee57b87-7024-43e8-90dd-fe37e2d27647 req-e3adaaba-e334-4996-ae39-59dc1f37172a tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910301 Jul 22 21:10:40.721730 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-588dd74c-e803-4914-94ed-dc59352d41d8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2198188 Jul 22 21:10:40.739780 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b4596-6220-404f-b4a6-16aa88b6edd4 req-cce01d1c-a2e1-45d6-9891-f4a713c7946f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:40.748775 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb4b4596-6220-404f-b4a6-16aa88b6edd4 req-cce01d1c-a2e1-45d6-9891-f4a713c7946f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.1261811 Jul 22 21:10:40.792627 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-bb4b4596-6220-404f-b4a6-16aa88b6edd4 req-df39dbbc-4055-4ca4-860a-df64fb453cf0 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Jul 22 21:10:41.811961 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 836da836-80d3-4fea-ac4b-6d2cb6597da6 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:41.901976 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e892-85ea-4aeb-99d3-d07cd04ca523 req-a0f5636e-16ee-478c-a21e-f27c0c6f7ed2 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:41.904292 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ba51e892-85ea-4aeb-99d3-d07cd04ca523 req-a0f5636e-16ee-478c-a21e-f27c0c6f7ed2 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.1238801 Jul 22 21:10:41.989161 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:41.995586 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ba51e892-85ea-4aeb-99d3-d07cd04ca523 req-bbcb60b1-ac0d-4520-a993-0deb59ef21c3 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836406 Jul 22 21:10:42.023922 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55c574-4e25-4fb3-87ed-7ae90b621315 req-1ffdba33-605c-45b4-a21a-e39e8de12eb8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:42.039921 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2b55c574-4e25-4fb3-87ed-7ae90b621315 req-1ffdba33-605c-45b4-a21a-e39e8de12eb8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.1496499 Jul 22 21:10:42.052839 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:42.060335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492b879-a1fd-45f8-a7fb-f5fa11045cbd" -d '{"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:42.103941 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:42.123737 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf76d388-3a99-4f7e-b2ae-0cd709e12ae8 x-openstack-request-id: req-bf76d388-3a99-4f7e-b2ae-0cd709e12ae8 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:42.124471 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-unplugged", "status": "failed", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6", "code": 422}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:42.125272 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf76d388-3a99-4f7e-b2ae-0cd709e12ae8 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:42.126398 dv-cinder-800015-2-iscsi neutron-server[93065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'code': 422} returned with failed status Jul 22 21:10:42.128560 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:42.129603 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2b55c574-4e25-4fb3-87ed-7ae90b621315 req-adbb6f40-ca53-4144-ba11-fb6978e41bfb tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886376 Jul 22 21:10:42.201166 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=6']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:43.149735 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9758f51-f7c2-4bd6-8e3f-9a3077705e6a req-78e5adf0-c196-4fc6-b8ff-ea210e0a6fc0 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.152034 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a9758f51-f7c2-4bd6-8e3f-9a3077705e6a req-78e5adf0-c196-4fc6-b8ff-ea210e0a6fc0 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0850070 Jul 22 21:10:43.237921 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a9758f51-f7c2-4bd6-8e3f-9a3077705e6a req-b729a65c-a405-4e07-9f63-4379b4685623 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782251 Jul 22 21:10:43.369839 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e702c-4830-4d1f-9fd5-561521d8d9d0 req-228ba983-aa8f-4619-ba05-b7f197bb72ac tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:43.372755 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-be3e702c-4830-4d1f-9fd5-561521d8d9d0 req-228ba983-aa8f-4619-ba05-b7f197bb72ac tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0969193 Jul 22 21:10:43.421683 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-be3e702c-4830-4d1f-9fd5-561521d8d9d0 req-1e616473-df99-47b8-9309-184f0e1e8278 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412922 Jul 22 21:10:43.616459 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 33952) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:43.815776 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1e877d51-c854-4046-bbaa-ef40706ae6fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe7f378589bf4dc08be369cc44d795aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980968 Jul 22 21:10:43.817393 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 33958) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:10:43.909650 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4276b538-655d-4c8b-b80f-8e38e89ca74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:43.942607 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4276b538-655d-4c8b-b80f-8e38e89ca74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.030378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4276b538-655d-4c8b-b80f-8e38e89ca74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.033180 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4276b538-655d-4c8b-b80f-8e38e89ca74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.034576 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4276b538-655d-4c8b-b80f-8e38e89ca74f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/610cfe93-2b2a-435c-b9c0-52e680de935d HTTP/1.1" status: 204 len: 168 time: 0.2136528 Jul 22 21:10:44.076866 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276b538-655d-4c8b-b80f-8e38e89ca74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610cfe93-2b2a-435c-b9c0-52e680de935d,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:44.461664 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3c239-1a67-48f5-a637-86d84e71356c req-373c47ff-9bf8-4457-afec-f024862d0aff tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.473371 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-03d3c239-1a67-48f5-a637-86d84e71356c req-373c47ff-9bf8-4457-afec-f024862d0aff tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.1224086 Jul 22 21:10:44.593092 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-03d3c239-1a67-48f5-a637-86d84e71356c req-5bae89bb-d977-466e-9c1a-043792f9964f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186287 Jul 22 21:10:44.607327 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef727d-4d0b-4294-aae3-738d4008d161 req-15276c09-f204-428c-8962-3f2cd4d5374c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.614203 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-24ef727d-4d0b-4294-aae3-738d4008d161 req-15276c09-f204-428c-8962-3f2cd4d5374c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0978203 Jul 22 21:10:44.645756 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201199-10d5-4714-a31d-7d1ccf392012 req-8c090606-9ede-4684-a692-7b4637a5cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.648690 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-8c090606-9ede-4684-a692-7b4637a5cc99 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d&tenant_id=b694d144511d4e5ea9bf165c376b0cfd HTTP/1.1" status: 200 len: 1096 time: 0.1521239 Jul 22 21:10:44.675011 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-caa1ee95-935b-4862-b5fc-af6cd31e3475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:44.681836 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-24ef727d-4d0b-4294-aae3-738d4008d161 req-be22973c-6504-4912-b04a-212cd9abdc1f tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637314 Jul 22 21:10:44.759564 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201199-10d5-4714-a31d-7d1ccf392012 req-324b7d48-683b-47b6-ac38-352dcbfb2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.761041 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-324b7d48-683b-47b6-ac38-352dcbfb2bf2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1096 time: 0.0679314 Jul 22 21:10:44.867623 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201199-10d5-4714-a31d-7d1ccf392012 req-1efd7b54-3f66-4a32-b0b2-795834b837f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.869609 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-1efd7b54-3f66-4a32-b0b2-795834b837f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 911 time: 0.1000855 Jul 22 21:10:44.941478 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-894c90ff-6d2b-4799-bf7d-4afe96d279c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 999 time: 0.0643284 Jul 22 21:10:44.994551 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201199-10d5-4714-a31d-7d1ccf392012 req-43532233-532f-431f-81f4-6c82c8ced3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:44.996249 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-43532233-532f-431f-81f4-6c82c8ced3dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 200 len: 848 time: 0.0475211 Jul 22 21:10:45.068061 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201199-10d5-4714-a31d-7d1ccf392012 req-0b0e5dde-0df2-4d66-a04a-d18bd112c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.070333 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-0b0e5dde-0df2-4d66-a04a-d18bd112c760 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd367953-e15a-4ff2-b0c6-1e9706289228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669336 Jul 22 21:10:45.193770 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-09538933-da9b-4dd9-b2cf-8a12dc547005 service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108494 Jul 22 21:10:45.301918 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-98f248f9-ee33-4a14-a7ed-639b1bc03cf5 service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007311 Jul 22 21:10:45.744051 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06268178-9cf2-498f-95e5-24e90af80ec9 req-f6839547-7e8e-4daf-aab9-601e62860a52 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.751832 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06268178-9cf2-498f-95e5-24e90af80ec9 req-f6839547-7e8e-4daf-aab9-601e62860a52 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0838501 Jul 22 21:10:45.798465 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06268178-9cf2-498f-95e5-24e90af80ec9 req-6e2faf95-9620-4069-a9e4-1588366fba26 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438004 Jul 22 21:10:45.962342 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea5278-a6fa-49f0-a26b-11b9a2d8711f req-49cd61af-c0b5-4c25-bd4c-2c68f311624c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:45.963936 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ea5278-a6fa-49f0-a26b-11b9a2d8711f req-49cd61af-c0b5-4c25-bd4c-2c68f311624c tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0834911 Jul 22 21:10:46.026126 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7ea5278-a6fa-49f0-a26b-11b9a2d8711f req-d7036f62-5a72-4be7-ae09-48b106718e10 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528629 Jul 22 21:10:46.949643 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69c0ef-3f92-4b7b-9e30-eb165239aa0a req-54f272ab-69fe-403e-90f6-0c1b3e77319d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:46.962369 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1a69c0ef-3f92-4b7b-9e30-eb165239aa0a req-54f272ab-69fe-403e-90f6-0c1b3e77319d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0863049 Jul 22 21:10:47.000509 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1a69c0ef-3f92-4b7b-9e30-eb165239aa0a req-dc5d93f0-ca5f-497b-bc7e-65730e001b80 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430131 Jul 22 21:10:47.179527 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9423-8e7f-44d4-90fb-03eab65390c2 req-4abfb650-4477-4c8d-94e8-ac6211474021 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:47.181187 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-623f9423-8e7f-44d4-90fb-03eab65390c2 req-4abfb650-4477-4c8d-94e8-ac6211474021 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0834289 Jul 22 21:10:47.224231 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-623f9423-8e7f-44d4-90fb-03eab65390c2 req-86520354-98f3-4b78-94a1-1d0e34d4bdfc tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373609 Jul 22 21:10:47.312173 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fc671c00-84bd-4041-bd53-53d1f5eba87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:47.539734 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:48.153641 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54eb6-99a0-43ad-a353-dd85622cc7f8 req-13263f39-6a11-433d-bbab-ab77a503bf0e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:48.155576 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3ff54eb6-99a0-43ad-a353-dd85622cc7f8 req-13263f39-6a11-433d-bbab-ab77a503bf0e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0825207 Jul 22 21:10:48.204007 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3ff54eb6-99a0-43ad-a353-dd85622cc7f8 req-4003f6da-8a41-4e6a-a43e-6a5fc8a8441e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422890 Jul 22 21:10:48.372836 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d2b84-83c0-49f3-96bb-b17f1ab74b29 req-2b0abead-bfad-4a80-aebb-12c4294be2cc tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:48.374561 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a09d2b84-83c0-49f3-96bb-b17f1ab74b29 req-2b0abead-bfad-4a80-aebb-12c4294be2cc tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0724158 Jul 22 21:10:48.418161 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a09d2b84-83c0-49f3-96bb-b17f1ab74b29 req-2ed8db78-06ab-4cc2-a35e-4cdaf11085df tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370836 Jul 22 21:10:48.503593 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:49.570552 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a3c47-010c-41aa-9613-f4607f25b303 req-7cfa4c9f-3520-460a-8454-743bd0a07948 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.572402 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6b2a3c47-010c-41aa-9613-f4607f25b303 req-7cfa4c9f-3520-460a-8454-743bd0a07948 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0725489 Jul 22 21:10:49.610937 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6b2a3c47-010c-41aa-9613-f4607f25b303 req-f9fa30a6-a6be-44e3-a00a-c9fa10ca17d1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330422 Jul 22 21:10:49.642589 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82411d2-d8d6-469f-9359-1e29d46e83cd req-54d4435a-3fdd-4a56-8409-7aa6f394532e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.644172 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e82411d2-d8d6-469f-9359-1e29d46e83cd req-54d4435a-3fdd-4a56-8409-7aa6f394532e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.3707895 Jul 22 21:10:49.652223 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-40b1043e-ec07-4f00-9e3f-ce5d7846209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.653601 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-40b1043e-ec07-4f00-9e3f-ce5d7846209a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1099 time: 0.0837884 Jul 22 21:10:49.717128 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e82411d2-d8d6-469f-9359-1e29d46e83cd req-c1fa1fb7-1fac-4ae9-ab39-8e97f6fd253e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668199 Jul 22 21:10:49.770305 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-a71ab69c-db1e-434a-bb1c-bee6339710ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.771847 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-a71ab69c-db1e-434a-bb1c-bee6339710ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.1046178 Jul 22 21:10:49.837051 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-5f08ac91-f60d-482a-b54f-00d195fab179 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 200 len: 1002 time: 0.0577297 Jul 22 21:10:49.890561 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-6d411fca-687d-4027-b4fb-8174a6270ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.892043 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-6d411fca-687d-4027-b4fb-8174a6270ed9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0474918 Jul 22 21:10:49.952525 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-1f04e6a8-3a86-48e6-81bf-ba517ab6f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:49.954024 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-1f04e6a8-3a86-48e6-81bf-ba517ab6f550 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549147 Jul 22 21:10:50.053555 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-75b35ba6-4e81-496b-ab5d-c0ad3c058f0c service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918977 Jul 22 21:10:50.156402 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2960babb-1768-4727-a1fc-2c35b2d5952a req-2dacafb6-a7c5-40d9-81ff-8a6b54662338 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963657 Jul 22 21:10:50.159231 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:50.758034 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf330cf-eee5-4669-a80e-e3875e2a4627 req-80e567ff-0cf2-49f5-9c83-684f39620177 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:50.759599 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cbf330cf-eee5-4669-a80e-e3875e2a4627 req-80e567ff-0cf2-49f5-9c83-684f39620177 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0770469 Jul 22 21:10:50.798344 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cbf330cf-eee5-4669-a80e-e3875e2a4627 req-fbd465b5-9a4b-48e6-b7e9-9594aef402ad tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329230 Jul 22 21:10:50.856664 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1abf5-ef3e-4b62-adc6-3efad5fab0f1 req-dc60f0da-6b4c-48c8-a9e8-5edba8294c29 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:50.858097 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0af1abf5-ef3e-4b62-adc6-3efad5fab0f1 req-dc60f0da-6b4c-48c8-a9e8-5edba8294c29 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0651464 Jul 22 21:10:50.898459 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0af1abf5-ef3e-4b62-adc6-3efad5fab0f1 req-eca32013-211c-436d-b9d5-4adf4521d8f6 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348678 Jul 22 21:10:51.828042 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:51.905127 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.928162 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:51.931094 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dd42a3-24cb-47ef-8f6b-dc6b53e22466" -d '{"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-unplugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:51.938532 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926c2c9-d776-42a4-bd8f-656fea17b71b req-10b73238-fc26-4e7e-85ec-3989140e0f54 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:51.943451 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6926c2c9-d776-42a4-bd8f-656fea17b71b req-10b73238-fc26-4e7e-85ec-3989140e0f54 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 946 time: 0.0710576 Jul 22 21:10:51.943842 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:51.949431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:51.983805 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6926c2c9-d776-42a4-bd8f-656fea17b71b req-e8a6c487-309c-4658-9a3e-7954c1f949a8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376642 Jul 22 21:10:51.998431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=8']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:52.043442 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd01a2c-3c9f-487c-815e-833705bc3d45 req-2fb73aae-74d7-452e-a95d-f5d1e5e0771c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:52.046215 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5bd01a2c-3c9f-487c-815e-833705bc3d45 req-2fb73aae-74d7-452e-a95d-f5d1e5e0771c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0753202 Jul 22 21:10:52.052638 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d06d40-f119-43f6-a6d5-b789a7790858 x-openstack-request-id: req-12d06d40-f119-43f6-a6d5-b789a7790858 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:52.053173 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-unplugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:52.053552 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12d06d40-f119-43f6-a6d5-b789a7790858 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:52.054029 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784', 'code': 200} Jul 22 21:10:52.085559 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5bd01a2c-3c9f-487c-815e-833705bc3d45 req-583c129e-2988-4436-a62e-6baa055701c0 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338025 Jul 22 21:10:53.117437 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2991-e368-421d-a354-2f2a416fa4f7 req-faf972ae-bd24-4471-880a-60729181f4cc tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.119047 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-150d2991-e368-421d-a354-2f2a416fa4f7 req-faf972ae-bd24-4471-880a-60729181f4cc tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0644345 Jul 22 21:10:53.157824 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-150d2991-e368-421d-a354-2f2a416fa4f7 req-7cc413c5-32eb-4c8b-a5cf-dad8cd531005 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329995 Jul 22 21:10:53.218434 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f772b-037f-4835-b8fc-0360254b88d6 req-4d7572b0-acf7-42b0-bb52-d527d5241f0f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:53.220137 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c5f772b-037f-4835-b8fc-0360254b88d6 req-4d7572b0-acf7-42b0-bb52-d527d5241f0f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 943 time: 0.0661252 Jul 22 21:10:53.258997 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c5f772b-037f-4835-b8fc-0360254b88d6 req-e4ca1737-53d0-4541-a4d7-1ef1604909e0 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326183 Jul 22 21:10:53.845470 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 836da836-80d3-4fea-ac4b-6d2cb6597da6 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:10:53.946197 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:53.958116 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'port_id': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'mac_address': 'fa:16:3e:d3:a8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:10:53.998330 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.011655 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836da836-80d3-4fea-ac4b-6d2cb6597da6 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:10:54.032235 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:54.037243 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:54.088088 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7f96-903c-406c-81a9-e997d05146de req-957d485e-e95e-464e-94a0-1ceffde340b2 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.088698 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=7']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:54.091912 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c5eb7f96-903c-406c-81a9-e997d05146de req-957d485e-e95e-464e-94a0-1ceffde340b2 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0830634 Jul 22 21:10:54.121765 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-9ca3580c-fd9c-4235-ad30-e70113fe8fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0603025 Jul 22 21:10:54.132517 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c5eb7f96-903c-406c-81a9-e997d05146de req-3c6c32fc-d88d-432a-aaf6-5ec79156f54b tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355549 Jul 22 21:10:54.375137 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['836da836-80d3-4fea-ac4b-6d2cb6597da6'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:10:54.397397 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b85ee-0e0a-44e4-80dc-5dc3498ed04b req-efe57330-2bdf-4a20-968d-a99bf4a656d4 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:54.398906 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ca5b85ee-0e0a-44e4-80dc-5dc3498ed04b req-efe57330-2bdf-4a20-968d-a99bf4a656d4 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 944 time: 0.0687423 Jul 22 21:10:54.441161 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-ca5b85ee-0e0a-44e4-80dc-5dc3498ed04b req-add303d4-44a8-462a-81bf-f1d802e584ab tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355740 Jul 22 21:10:55.063275 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-1f605689-e6e6-459b-bc65-e271a5a041b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.064790 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-1f605689-e6e6-459b-bc65-e271a5a041b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149&tenant_id=25ecdac3159c49afb111245def848e54 HTTP/1.1" status: 200 len: 1097 time: 0.0543270 Jul 22 21:10:55.162465 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-89dc30ed-f369-4471-a619-6e8324377e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.164237 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-89dc30ed-f369-4471-a619-6e8324377e9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1097 time: 0.0577013 Jul 22 21:10:55.288113 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-aa37eb25-3aa5-47ba-a8ed-29aec0742a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.289583 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-aa37eb25-3aa5-47ba-a8ed-29aec0742a5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.1181679 Jul 22 21:10:55.360144 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56028-561b-4cd9-adf6-86ea993b7c7b req-6949059a-18d1-472d-8bdd-3769f6a3215e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.361608 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-66e56028-561b-4cd9-adf6-86ea993b7c7b req-6949059a-18d1-472d-8bdd-3769f6a3215e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.1276925 Jul 22 21:10:55.391373 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-5fd76837-bb3c-4358-b20c-da972713fb27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 200 len: 1000 time: 0.0901685 Jul 22 21:10:55.433702 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-66e56028-561b-4cd9-adf6-86ea993b7c7b req-cdf16263-22a0-4df8-a439-e142cef03543 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653844 Jul 22 21:10:55.452845 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-12cf3aa2-4edb-4270-8027-70a77771d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.454894 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-12cf3aa2-4edb-4270-8027-70a77771d113 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0526340 Jul 22 21:10:55.526550 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-d4da6bb4-d032-4a25-9d6f-458368924554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.528108 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-d4da6bb4-d032-4a25-9d6f-458368924554 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668042 Jul 22 21:10:55.571319 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e573daa-2979-4804-9ddc-7a156ce4a9d3 req-7ab8cd67-ae6f-4dd6-ae32-5f99574592ab tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:55.572834 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e573daa-2979-4804-9ddc-7a156ce4a9d3 req-7ab8cd67-ae6f-4dd6-ae32-5f99574592ab tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 944 time: 0.0638301 Jul 22 21:10:55.611076 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4e573daa-2979-4804-9ddc-7a156ce4a9d3 req-8316c63a-9b35-48bc-a8de-4c49b28e9fe0 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324690 Jul 22 21:10:55.624350 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-2b9bc398-9b9d-44d6-95b3-e644f7d9a9e9 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887291 Jul 22 21:10:55.715188 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ff9b325-ee75-4dbe-abea-c28beecd08c6 req-d972a3b0-5788-4328-bced-716c40e8d001 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838180 Jul 22 21:10:55.872166 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 836da836-80d3-4fea-ac4b-6d2cb6597da6 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:10:55.923099 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 836da836-80d3-4fea-ac4b-6d2cb6597da6 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:10:55.923487 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.000561 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.024155 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:10:56.027175 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a84e27-16dc-42d1-86e6-9c440c193098" -d '{"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-plugged", "status": "completed", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:10:56.039805 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:10:56.044741 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:10:56.045732 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:10:56.069146 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190cc912-45cf-4b03-9464-92d542bfda0f x-openstack-request-id: req-190cc912-45cf-4b03-9464-92d542bfda0f {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:10:56.069441 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-plugged", "status": "completed", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:10:56.069688 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-190cc912-45cf-4b03-9464-92d542bfda0f {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:10:56.070083 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'code': 200} Jul 22 21:10:56.130902 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=8']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:10:56.577219 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb7570-80b4-4a56-ae8a-3e65d8c32386 req-d1b9977a-eea9-40c0-bf7c-62b5fe7b879e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.578731 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f8cb7570-80b4-4a56-ae8a-3e65d8c32386 req-d1b9977a-eea9-40c0-bf7c-62b5fe7b879e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0695910 Jul 22 21:10:56.623831 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f8cb7570-80b4-4a56-ae8a-3e65d8c32386 req-4de486f0-3eca-4ce8-b403-59766dc390cf tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392280 Jul 22 21:10:56.760482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6e27d-dcdc-444a-8251-d5c860ae7b6c req-1b0ff275-bc76-44f6-b62b-5a8bb08c3bed tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:56.761799 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30e6e27d-dcdc-444a-8251-d5c860ae7b6c req-1b0ff275-bc76-44f6-b62b-5a8bb08c3bed tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0725491 Jul 22 21:10:56.803980 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-30e6e27d-dcdc-444a-8251-d5c860ae7b6c req-317cdf50-6c7c-475f-9904-9835428308bd tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363798 Jul 22 21:10:57.771748 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e9fe5-86c5-4500-9811-53ec87d36d4d req-b87731b0-1c89-4253-af6d-12906d0db2fa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.773268 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-752e9fe5-86c5-4500-9811-53ec87d36d4d req-b87731b0-1c89-4253-af6d-12906d0db2fa tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0705872 Jul 22 21:10:57.815103 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-752e9fe5-86c5-4500-9811-53ec87d36d4d req-4fd48020-c6cc-4b35-9f73-4657544eb8a4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357339 Jul 22 21:10:57.949123 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f97af-0997-4478-8e49-2d637586bf8a req-35f52936-3353-47b4-ba78-7563a953c345 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:57.950708 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fe5f97af-0997-4478-8e49-2d637586bf8a req-35f52936-3353-47b4-ba78-7563a953c345 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0681918 Jul 22 21:10:57.991574 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-fe5f97af-0997-4478-8e49-2d637586bf8a req-22ba9e92-9d0e-4e7b-a149-30f4f028257d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338738 Jul 22 21:10:58.965131 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02abe-1ebc-481f-99ae-6bb702a16cae req-b19285b1-86d3-4798-b63a-2dcda72380a6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:58.966657 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-96d02abe-1ebc-481f-99ae-6bb702a16cae req-b19285b1-86d3-4798-b63a-2dcda72380a6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0684576 Jul 22 21:10:59.007526 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-96d02abe-1ebc-481f-99ae-6bb702a16cae req-74774e45-b751-402b-bc46-717f07817484 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349751 Jul 22 21:10:59.146958 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da708207-d554-412b-9d5d-a10673ea882e req-35e63e60-2634-40d7-8fa9-9d2e0b4262e1 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:10:59.148492 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-da708207-d554-412b-9d5d-a10673ea882e req-35e63e60-2634-40d7-8fa9-9d2e0b4262e1 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0742257 Jul 22 21:10:59.188104 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-da708207-d554-412b-9d5d-a10673ea882e req-a862aa89-2a6a-47bb-bcaf-099b6f6c5d99 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332639 Jul 22 21:11:00.161253 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1aea5-c255-48e1-9337-1d0cd0a53341 req-f6193044-f3e6-43b8-8585-4404ceb59c89 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.162809 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d4f1aea5-c255-48e1-9337-1d0cd0a53341 req-f6193044-f3e6-43b8-8585-4404ceb59c89 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0776620 Jul 22 21:11:00.203646 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d4f1aea5-c255-48e1-9337-1d0cd0a53341 req-7b746892-b2b7-457a-925c-02984f6d86d6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337353 Jul 22 21:11:00.326303 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eddc78-6b9c-474d-8956-b5cc1d3d67ab req-db5c0841-13c3-4458-a45f-312d1ebe6d60 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:00.327775 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-69eddc78-6b9c-474d-8956-b5cc1d3d67ab req-db5c0841-13c3-4458-a45f-312d1ebe6d60 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0666327 Jul 22 21:11:00.370575 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-69eddc78-6b9c-474d-8956-b5cc1d3d67ab req-87b7dd42-815d-41b5-903f-10abc1d9ae7b tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369005 Jul 22 21:11:01.348693 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0063a-5248-43df-b04e-cc08fcbfb507 req-97c214f9-f3aa-4d0e-a56b-b128863de023 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:01.350216 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-72d0063a-5248-43df-b04e-cc08fcbfb507 req-97c214f9-f3aa-4d0e-a56b-b128863de023 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0694659 Jul 22 21:11:01.396735 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-72d0063a-5248-43df-b04e-cc08fcbfb507 req-8b6ce7ed-4437-486a-8024-af9761b1d033 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397365 Jul 22 21:11:01.520485 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97364c01-0fa1-4786-9926-9c3777720ba5 req-881603e6-fc56-49e7-b6f8-c946febadfa6 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:01.522019 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-97364c01-0fa1-4786-9926-9c3777720ba5 req-881603e6-fc56-49e7-b6f8-c946febadfa6 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0669219 Jul 22 21:11:01.564213 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-97364c01-0fa1-4786-9926-9c3777720ba5 req-e03b2288-0898-4e00-b302-3751aa09ea95 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346565 Jul 22 21:11:02.539274 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9f75-5b48-41e5-b496-6e179de29b8b req-8d20f122-696b-4452-b692-b23f0c03a752 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:02.541911 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f80e9f75-5b48-41e5-b496-6e179de29b8b req-8d20f122-696b-4452-b692-b23f0c03a752 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0705180 Jul 22 21:11:02.586341 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f80e9f75-5b48-41e5-b496-6e179de29b8b req-34351069-2573-432a-a0ce-1f7f55aeadab tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 Jul 22 21:11:02.713175 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286eb69-3a62-4f57-86ec-9ef33e9bce89 req-62c7d26c-e26a-4821-9497-8c6d21616c35 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:02.714746 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9286eb69-3a62-4f57-86ec-9ef33e9bce89 req-62c7d26c-e26a-4821-9497-8c6d21616c35 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0734994 Jul 22 21:11:02.755049 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9286eb69-3a62-4f57-86ec-9ef33e9bce89 req-6e277dd2-2012-4d1b-8949-88a95aad63d1 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342405 Jul 22 21:11:03.724243 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98b8d3-f367-42b5-b4e8-912e7fef2ea2 req-487f0753-9e2d-442e-bd42-67f1877656b5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:03.726077 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dc98b8d3-f367-42b5-b4e8-912e7fef2ea2 req-487f0753-9e2d-442e-bd42-67f1877656b5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0668755 Jul 22 21:11:03.767270 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-dc98b8d3-f367-42b5-b4e8-912e7fef2ea2 req-0bfadd1d-8ca4-4f5b-876d-eb0a2765a3d8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Jul 22 21:11:03.895712 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4e606-df8c-4f0b-91e8-3d451f97c4e7 req-39f06a51-20c8-4973-968c-b6827682796f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:03.897314 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-92c4e606-df8c-4f0b-91e8-3d451f97c4e7 req-39f06a51-20c8-4973-968c-b6827682796f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0691340 Jul 22 21:11:03.938865 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-92c4e606-df8c-4f0b-91e8-3d451f97c4e7 req-c7c52311-8c96-4d8d-a8ba-dbd2c824c11e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356183 Jul 22 21:11:04.098539 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:04.914262 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79af7c-0d9c-430e-8d02-2ef4a1feec4a req-c52f883a-2858-4fe6-b911-a15e55a39c6e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:04.916229 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cf79af7c-0d9c-430e-8d02-2ef4a1feec4a req-c52f883a-2858-4fe6-b911-a15e55a39c6e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0684927 Jul 22 21:11:04.957797 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-cf79af7c-0d9c-430e-8d02-2ef4a1feec4a req-044b325a-9a8c-4102-8f29-3e67436cbad6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357606 Jul 22 21:11:05.083759 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cac2ad-581f-42d6-b3d4-1259dab01560 req-28092fdf-3c18-4276-8d93-7973996ee78e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:05.085559 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-35cac2ad-581f-42d6-b3d4-1259dab01560 req-28092fdf-3c18-4276-8d93-7973996ee78e tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0721307 Jul 22 21:11:05.129989 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-35cac2ad-581f-42d6-b3d4-1259dab01560 req-bc0a9aad-24cf-41e5-9af8-0860b3a96c4c tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382829 Jul 22 21:11:06.105956 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2615-83dc-4393-9df4-a1af0addc7e2 req-78f7d31e-4f59-456f-a916-8094408347a6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.110829 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c2de2615-83dc-4393-9df4-a1af0addc7e2 req-78f7d31e-4f59-456f-a916-8094408347a6 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0789244 Jul 22 21:11:06.150506 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c2de2615-83dc-4393-9df4-a1af0addc7e2 req-6acc6b00-2739-4585-abbb-624bde0293b8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372252 Jul 22 21:11:06.268093 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efcfc0-7321-47f5-8432-9111731ed090 req-dd56c662-f002-4473-b7b1-935c86aed373 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:06.269647 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-80efcfc0-7321-47f5-8432-9111731ed090 req-dd56c662-f002-4473-b7b1-935c86aed373 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0692556 Jul 22 21:11:06.311767 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-80efcfc0-7321-47f5-8432-9111731ed090 req-23540a9c-5ab7-4d13-87ce-9b5381bf298d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365756 Jul 22 21:11:07.290076 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee5571-c8f2-4c18-a952-b53165efb9d8 req-bd3161b3-3b0e-4040-9424-987a03440225 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.292453 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d3ee5571-c8f2-4c18-a952-b53165efb9d8 req-bd3161b3-3b0e-4040-9424-987a03440225 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0637615 Jul 22 21:11:07.330898 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d3ee5571-c8f2-4c18-a952-b53165efb9d8 req-62b4a1f0-2701-4133-84e7-32b3d62bd1a4 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Jul 22 21:11:07.451902 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe3f7-91f7-4081-8b4f-95193f7dec64 req-8148e7ca-d32c-4d0e-851d-74f556bc4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.453473 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d6fe3f7-91f7-4081-8b4f-95193f7dec64 req-8148e7ca-d32c-4d0e-851d-74f556bc4435 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1098 time: 0.1014986 Jul 22 21:11:07.466704 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888caca-9466-4e69-bdf6-037d89037c46 req-1e09da86-580e-4207-b44b-c7102639c499 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:07.468168 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a888caca-9466-4e69-bdf6-037d89037c46 req-1e09da86-580e-4207-b44b-c7102639c499 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0867949 Jul 22 21:11:07.520989 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d6fe3f7-91f7-4081-8b4f-95193f7dec64 req-b5a4dded-1e2c-4d82-9f60-07dd09a2a943 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503259 Jul 22 21:11:07.525892 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a888caca-9466-4e69-bdf6-037d89037c46 req-52744476-118b-46ee-a37f-5e3b2cf94aa1 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500879 Jul 22 21:11:08.465733 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517926b-7ce7-46c2-a9f6-333383dd5fb3 req-2ff959a1-74fa-42c2-89f9-a772ff15c3f2 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:08.467233 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5517926b-7ce7-46c2-a9f6-333383dd5fb3 req-2ff959a1-74fa-42c2-89f9-a772ff15c3f2 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0645213 Jul 22 21:11:08.508280 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5517926b-7ce7-46c2-a9f6-333383dd5fb3 req-6b20404c-1372-4d62-8abc-25a0725efae5 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354373 Jul 22 21:11:08.661346 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7426c-d390-4a71-808d-fd9171684cf9 req-b9e6834f-e2a6-4f89-844a-c24f3ff8911f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:08.662743 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ef7426c-d390-4a71-808d-fd9171684cf9 req-b9e6834f-e2a6-4f89-844a-c24f3ff8911f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0680866 Jul 22 21:11:08.701208 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ef7426c-d390-4a71-808d-fd9171684cf9 req-77409055-d7a0-40be-b421-1ab2a4614b82 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327618 Jul 22 21:11:09.641994 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437568d2-ca4c-4e61-8d22-6d736fa47fc9 req-92502a37-af97-42f7-a8d8-1771f8f56342 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:09.643391 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-437568d2-ca4c-4e61-8d22-6d736fa47fc9 req-92502a37-af97-42f7-a8d8-1771f8f56342 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0646665 Jul 22 21:11:09.680394 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-437568d2-ca4c-4e61-8d22-6d736fa47fc9 req-1683725b-ba6e-4fd6-b3fc-bdd018bdb710 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Jul 22 21:11:09.838230 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e44a2-fcc4-4b0c-8e66-8da6a893fb38 req-6ee678b5-c9a1-4e5b-9f27-56490afe3eb4 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:09.839813 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf8e44a2-fcc4-4b0c-8e66-8da6a893fb38 req-6ee678b5-c9a1-4e5b-9f27-56490afe3eb4 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0682359 Jul 22 21:11:09.878513 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-cf8e44a2-fcc4-4b0c-8e66-8da6a893fb38 req-e3ba27f6-b968-43e5-8760-45ea43d7468d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331194 Jul 22 21:11:10.814954 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34280739-5d17-4066-9a03-07bbf616d236 req-a63cca09-a4fc-49ff-859e-6308aa8f7006 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:10.816449 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-34280739-5d17-4066-9a03-07bbf616d236 req-a63cca09-a4fc-49ff-859e-6308aa8f7006 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0644510 Jul 22 21:11:10.855258 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-34280739-5d17-4066-9a03-07bbf616d236 req-51205316-e410-452c-a152-ebad65154751 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323246 Jul 22 21:11:11.919242 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:11.986644 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b0a94-bc03-4e2e-ac21-fee89ff2f395 req-b65330ff-3921-4df6-9baf-ae8bf054885e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:11.988109 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-421b0a94-bc03-4e2e-ac21-fee89ff2f395 req-b65330ff-3921-4df6-9baf-ae8bf054885e tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 944 time: 0.0645311 Jul 22 21:11:12.017054 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:12.025866 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-421b0a94-bc03-4e2e-ac21-fee89ff2f395 req-71f6ab26-aa89-47f4-959f-12b619dc9705 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Jul 22 21:11:12.028804 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'af3a152d-7698-487b-95ff-e3b00385f784', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'port_id': 'af3a152d-7698-487b-95ff-e3b00385f784', 'mac_address': 'fa:16:3e:54:4a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:12.066437 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:12.079429 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3a152d-7698-487b-95ff-e3b00385f784 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:12.090072 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:11:12.098886 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:12.103207 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:12.150127 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=9']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:12.443681 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['af3a152d-7698-487b-95ff-e3b00385f784'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:13.170514 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134aaf-8a2f-43d5-8f0e-83987ec0319d req-37c8d6ce-cd83-43c2-b7f7-baeeacb9c459 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.172153 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-16134aaf-8a2f-43d5-8f0e-83987ec0319d req-37c8d6ce-cd83-43c2-b7f7-baeeacb9c459 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 945 time: 0.0733027 Jul 22 21:11:13.214086 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-16134aaf-8a2f-43d5-8f0e-83987ec0319d req-00c9416c-d7fd-4c47-a26c-6c32c0772808 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354795 Jul 22 21:11:13.319456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3812c9-5270-4b80-b025-b29d1a8b4124 req-9f74f244-c49f-41f5-8c47-50afeaecc358 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:13.320922 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3c3812c9-5270-4b80-b025-b29d1a8b4124 req-9f74f244-c49f-41f5-8c47-50afeaecc358 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 946 time: 0.0626552 Jul 22 21:11:13.358143 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3c3812c9-5270-4b80-b025-b29d1a8b4124 req-b7392b29-c870-439a-a4d4-4500a5e4fd7d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Jul 22 21:11:13.927833 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:13.974641 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port af3a152d-7698-487b-95ff-e3b00385f784 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:13.975086 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.056388 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.078912 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:14.081175 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0df955-ed2b-49c0-bc58-50a2d22bef79" -d '{"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-plugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:14.094705 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:14.098463 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:14.122013 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1214c2-cf84-4ba0-bb99-0f69ee117496 x-openstack-request-id: req-dc1214c2-cf84-4ba0-bb99-0f69ee117496 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:14.122308 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-plugged", "status": "completed", "tag": "af3a152d-7698-487b-95ff-e3b00385f784", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:14.122566 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc1214c2-cf84-4ba0-bb99-0f69ee117496 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:14.122955 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784', 'code': 200} Jul 22 21:11:14.148351 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=10']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:14.388696 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6a57f-23e6-40dd-9f21-a8da23ed287a req-efd8dfd8-e5f6-47d5-af48-050e93f15e24 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.390221 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-10f6a57f-23e6-40dd-9f21-a8da23ed287a req-efd8dfd8-e5f6-47d5-af48-050e93f15e24 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 947 time: 0.0994952 Jul 22 21:11:14.422503 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a4f9c-ba2c-4d48-bf61-7471d679a1d2 req-108e0032-86cb-4a75-ada5-04b5ac5cb281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.424029 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-627a4f9c-ba2c-4d48-bf61-7471d679a1d2 req-108e0032-86cb-4a75-ada5-04b5ac5cb281 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1100 time: 0.0920925 Jul 22 21:11:14.442528 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-10f6a57f-23e6-40dd-9f21-a8da23ed287a req-6e463db3-d48f-4ed0-9086-51bf22354882 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Jul 22 21:11:14.470013 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-627a4f9c-ba2c-4d48-bf61-7471d679a1d2 req-491e64ff-d7b3-471c-8905-856d90e0eb61 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382674 Jul 22 21:11:14.492306 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0666f2-d77c-454a-a2fe-b57155781d69 req-9d77cec0-45b7-4356-b74b-2e597e296e1c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:14.493786 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fc0666f2-d77c-454a-a2fe-b57155781d69 req-9d77cec0-45b7-4356-b74b-2e597e296e1c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 946 time: 0.0662534 Jul 22 21:11:14.532115 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fc0666f2-d77c-454a-a2fe-b57155781d69 req-9991d70a-6fb6-467f-b31e-3622c815071c tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Jul 22 21:11:14.678290 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-350c2415-5091-4018-b66e-acabdbba0a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:15.585577 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db86be0-3df5-4ed8-ae0d-fbac6abfb403 req-90e0ad75-cc29-416f-8c80-491642e7126d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.587108 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7db86be0-3df5-4ed8-ae0d-fbac6abfb403 req-90e0ad75-cc29-416f-8c80-491642e7126d tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 947 time: 0.0732317 Jul 22 21:11:15.626880 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7db86be0-3df5-4ed8-ae0d-fbac6abfb403 req-4ba742da-473d-4edf-98eb-94786e3ca249 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329878 Jul 22 21:11:15.665055 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6bef-32dc-4140-b15f-1d313210ad09 req-24f37b68-3264-4969-8a1f-55217791d7bd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.667392 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fd1f6bef-32dc-4140-b15f-1d313210ad09 req-24f37b68-3264-4969-8a1f-55217791d7bd tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 946 time: 0.0660717 Jul 22 21:11:15.708318 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-fd1f6bef-32dc-4140-b15f-1d313210ad09 req-8cc03213-3c14-41ed-903e-f7dee0243dd2 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups?id=aff08d74-604e-40ce-a561-6668280fcaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353479 Jul 22 21:11:15.871365 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-4269d276-2e48-4326-b791-b874848a9ec0 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:15.872855 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-4269d276-2e48-4326-b791-b874848a9ec0 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 946 time: 0.0680501 Jul 22 21:11:15.980425 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Deleting port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:15.980811 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.075923 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] For port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:16.076292 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.254643 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.255049 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.255377 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Floating IP eb851fe7-8a95-4b44-8a14-5383040e6adb disassociated. External IP: 172.27.2.82, port: 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35. Jul 22 21:11:16.255784 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Calling delete_port for 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:16.390210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.419392 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event deleted for resources: {'Port': ['ID=4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:16.545445 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:16.655933 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:16.666115 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] Sync routers for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:16.676839 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:16.677470 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:10:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:16.708918 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] No DVR routers for this DVR port 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:16.711402 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:16.714010 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-90f6b5f4-e4aa-40fe-98b4-e3b8a22648f3 req-fa1b85e4-061d-4986-ab2b-105b8ccd1bbf tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.66 "DELETE /v2.0/ports/4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 HTTP/1.1" status: 204 len: 173 time: 0.8335509 Jul 22 21:11:16.720974 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'name': 'network-vif-deleted', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:16.723309 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685b241c-9a72-4b1d-8291-955ff486a152" -d '{"events": [{"server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "name": "network-vif-deleted", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:16.768862 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313c98fb-1d93-41ae-9426-4ff5ce37d462 x-openstack-request-id: req-313c98fb-1d93-41ae-9426-4ff5ce37d462 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:16.769329 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9db699-4a82-4823-82a9-f33e444b810b", "name": "network-vif-deleted", "tag": "4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:16.769593 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-313c98fb-1d93-41ae-9426-4ff5ce37d462 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:16.770072 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9db699-4a82-4823-82a9-f33e444b810b', 'name': 'network-vif-deleted', 'tag': '4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35', 'status': 'completed', 'code': 200} Jul 22 21:11:16.823250 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a431af-525c-47e3-9cab-c3cc57861754 req-4cdc120a-d18b-43a7-b6c3-a4bfed9d79d1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:16.825419 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a6a431af-525c-47e3-9cab-c3cc57861754 req-4cdc120a-d18b-43a7-b6c3-a4bfed9d79d1 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 947 time: 0.1178873 Jul 22 21:11:16.845929 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:16.874425 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-2443fb53-9428-47a0-92de-60e131bd8c01 req-e94fd595-5ada-46ee-910e-4ac52611e0d4 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a9db699-4a82-4823-82a9-f33e444b810b HTTP/1.1" status: 200 len: 210 time: 0.0319068 Jul 22 21:11:16.876445 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a6a431af-525c-47e3-9cab-c3cc57861754 req-7e376320-44f2-4629-96fa-e7c61c6d9f39 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447142 Jul 22 21:11:17.201515 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:17.227947 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] Checking router: 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:17.237343 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:17.237947 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:10:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:17.334251 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ab240b0f-34c7-4add-9c34-94e5fb80e204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:17.369943 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:17.561718 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:17.585601 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:17.616058 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfb47e-0169-4578-a8b5-bb99b82299fa None None] The sync data for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi is: [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:39Z', 'revision_number': 4, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': '2619515a-4aa5-4b1a-bcb2-5a16fd9262f8', 'name': '', 'network_id': '19956480-60ab-4426-80fc-4d03a5f3654b', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'mac_address': 'fa:16:3e:8b:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:34Z', 'updated_at': '2021-07-22T21:03:50Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'subnets': [{'id': '8564b306-08f2-4a31-ab50-abc45509eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:17.854553 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a000dec-5e2c-4c7b-a688-fd152ae3d1fc None None] New status for floating IP eb851fe7-8a95-4b44-8a14-5383040e6adb: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:11:17.973500 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34278) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:18.032722 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c2493831-15da-46c9-9af5-0994a473ea45 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.058336 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c2493831-15da-46c9-9af5-0994a473ea45 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.112948 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c2493831-15da-46c9-9af5-0994a473ea45 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.117461 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c2493831-15da-46c9-9af5-0994a473ea45 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.119542 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c2493831-15da-46c9-9af5-0994a473ea45 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "DELETE /v2.0/security-groups/aff08d74-604e-40ce-a561-6668280fcaa6 HTTP/1.1" status: 204 len: 168 time: 0.1448557 Jul 22 21:11:18.122215 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34280) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:18.134064 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2493831-15da-46c9-9af5-0994a473ea45 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff08d74-604e-40ce-a561-6668280fcaa6,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:18.135667 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.api.v2.resource [None req-820447f6-6604-4901-bda2-96ea9103de2d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] show failed (client error): The resource could not be found. Jul 22 21:11:18.136589 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-820447f6-6604-4901-bda2-96ea9103de2d tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "GET /v2.0/security-groups/aff08d74-604e-40ce-a561-6668280fcaa6 HTTP/1.1" status: 404 len: 347 time: 0.0133543 Jul 22 21:11:18.139598 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34282) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:18.268320 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Deleting port a3a0e113-2bdc-4a93-ae2d-708236fed8b9 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:18.268873 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.355064 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.355440 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.371549 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Calling delete_port for a3a0e113-2bdc-4a93-ae2d-708236fed8b9 owned by network:floatingip {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:18.506046 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.515232 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.546676 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Pushing event deleted for resources: {'Port': ['ID=a3a0e113-2bdc-4a93-ae2d-708236fed8b9,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:18.607627 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks [] for floatingip, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.610132 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:18.611475 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-4ae3a358-cbb5-4f88-a343-def80f022923 tempest-AttachVolumeTestJSON-1264398063 tempest-AttachVolumeTestJSON-1264398063-project] 10.222.0.64 "DELETE /v2.0/floatingips/eb851fe7-8a95-4b44-8a14-5383040e6adb HTTP/1.1" status: 204 len: 168 time: 0.4704738 Jul 22 21:11:19.959612 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:19.979820 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:19.980165 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 4a9ac30e-f758-40d0-8ec9-0fffcc3b1c35 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:20.168927 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:22.187961 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34310) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:22.748133 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.006339 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Deleting port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:23.006582 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.084791 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] For port 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:23.085142 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.098776 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Calling delete_port for 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 owned by network:router_interface {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:23.281468 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.311357 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Pushing event deleted for resources: {'Port': ['ID=2619515a-4aa5-4b1a-bcb2-5a16fd9262f8,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:23.328065 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.328611 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.328961 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.329303 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.329640 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.329975 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.330306 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.330633 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.331087 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.331430 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.331762 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.332084 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:23.532472 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:23.794912 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:11:23.915441 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:11:23.921018 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-0214f7e9-b9c7-4d52-ab0f-a88a1bf1130c admin admin] 10.222.0.64 "PUT /v2.0/routers/6de0d0ff-2248-4cf8-a5ec-2aa19545fc23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7320182 Jul 22 21:11:23.923506 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34314) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:23.924468 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] Sync routers for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:11:23.935191 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:23.935813 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:11:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:24.043095 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:24.228899 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:11:23Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:24.252227 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.255079 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] Checking router: 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:11:24.263586 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] Routers {'6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:11:24.264189 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:11:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:24.356201 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.366703 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] Set router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:11:24.407990 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Deleting port fd421353-cae3-492c-bbb0-17baac2a0fb4 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:24.408332 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.490762 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] For port fd421353-cae3-492c-bbb0-17baac2a0fb4, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=fd421353-cae3-492c-bbb0-17baac2a0fb4,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:24.491143 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.503795 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Calling delete_port for fd421353-cae3-492c-bbb0-17baac2a0fb4 owned by network:router_gateway {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:24.544161 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:11:23Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:24.570959 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc47b50-e794-4a64-a175-db8d8476fe23 None None] The sync data for ids ['6de0d0ff-2248-4cf8-a5ec-2aa19545fc23'] in dv-cinder-800015-2-iscsi is: [{'id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'name': 'tempest-AttachVolumeTestJSON-1526941198-router', 'tenant_id': '23b0b71362574d3294169d1d036e261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:11:23Z', 'revision_number': 5, 'project_id': '23b0b71362574d3294169d1d036e261a', 'gw_port': {'id': 'fd421353-cae3-492c-bbb0-17baac2a0fb4', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de0d0ff-2248-4cf8-a5ec-2aa19545fc23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:26Z', 'updated_at': '2021-07-22T21:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:11:24.670011 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.696701 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd421353-cae3-492c-bbb0-17baac2a0fb4,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:24.758686 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.848219 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.850314 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.898397 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.899081 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 {{(pid=93064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:11:24.907340 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:24.910764 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-93b2ce8c-8ee3-4723-ba9c-e9bd108105a9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6de0d0ff-2248-4cf8-a5ec-2aa19545fc23 HTTP/1.1" status: 204 len: 168 time: 0.9841356 Jul 22 21:11:24.911287 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34316) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:24.967176 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Deleting subnet 8564b306-08f2-4a31-ab50-abc45509eec0 {{(pid=93063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:11:24.971173 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.014807 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8925167'] for subnet, precommit_delete_associations {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.022822 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:25.051161 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:25.051506 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 2619515a-4aa5-4b1a-bcb2-5a16fd9262f8 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:25.100417 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.155560 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12061832'] for subnet, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.185452 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8564b306-08f2-4a31-ab50-abc45509eec0,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:25.190390 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.192340 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8564b306-08f2-4a31-ab50-abc45509eec0 HTTP/1.1" status: 204 len: 168 time: 0.2800431 Jul 22 21:11:25.195159 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34318) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:25.196288 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9130c74-48a0-40d4-abd8-019da8c17d00 None None] Network 19956480-60ab-4426-80fc-4d03a5f3654b requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:25.201526 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.201880 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.202226 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.202663 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.202885 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.203256 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.203587 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.203917 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.204249 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.204573 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.205110 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.205240 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d8ea5-b93d-44bf-b08c-fc9aec5a8b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:25.277730 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.330105 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Deleting port 8afacefc-4c51-4e39-9014-73be42582ded {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:11:25.330450 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.399806 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] For port 8afacefc-4c51-4e39-9014-73be42582ded, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=8afacefc-4c51-4e39-9014-73be42582ded,segment=NetworkSegment(a30fec83-8ce2-4391-abe6-baf5cc747269),segment_id=a30fec83-8ce2-4391-abe6-baf5cc747269)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:25.400466 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.411665 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Calling delete_port for 8afacefc-4c51-4e39-9014-73be42582ded owned by network:dhcp {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:11:25.492471 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.521210 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afacefc-4c51-4e39-9014-73be42582ded,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:25.522922 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] No DVR routers for this DVR port 8afacefc-4c51-4e39-9014-73be42582ded on host dv-cinder-800015-2-iscsi {{(pid=93064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:11:25.593728 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.597305 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429bd9fd-cae7-4c7c-a21b-bb317641eb38 None None] DHCP port deletion for 19956480-60ab-4426-80fc-4d03a5f3654b request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:11:25.607647 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19956480-60ab-4426-80fc-4d03a5f3654b']}} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:25.618690 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30fec83-8ce2-4391-abe6-baf5cc747269') {'for_net_delete': True} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:25.618999 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.services.segments.db [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30fec83-8ce2-4391-abe6-baf5cc747269') {} {{(pid=93064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:11:25.631103 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471848'] for segment, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.644574 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.651056 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=93064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:11:25.651437 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2252981'] for segment, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: Traceback (most recent call last): Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: timer() Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: cb(*args, **kw) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: return func(*args, **kwargs) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: self._notify() Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: self.callback(batched_events) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: event.method(event) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: return f(self, *a, **k) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._get(url).json() Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: return self.request(url, 'GET', **kwargs) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:11:25.653233 dv-cinder-800015-2-iscsi neutron-server[93064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:11:25.709657 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.715454 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.717271 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/19956480-60ab-4426-80fc-4d03a5f3654b HTTP/1.1" status: 204 len: 168 time: 0.5203450 Jul 22 21:11:25.727829 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c83b9-346b-4693-857a-06041bb6f2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=19956480-60ab-4426-80fc-4d03a5f3654b,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:25.836536 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34322) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:25.876161 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-4152b2d6-4a84-402d-8889-7acdf34e97f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23b0b71362574d3294169d1d036e261a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384581 Jul 22 21:11:25.878520 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34324) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:25.926796 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5462093d-e31e-417b-80fc-855f6dd971af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:25.948508 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5462093d-e31e-417b-80fc-855f6dd971af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.000419 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5462093d-e31e-417b-80fc-855f6dd971af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.003032 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-5462093d-e31e-417b-80fc-855f6dd971af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.004190 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-5462093d-e31e-417b-80fc-855f6dd971af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2bd1103e-6e3f-4de5-97f9-db42cdf196fe HTTP/1.1" status: 204 len: 168 time: 0.1247404 Jul 22 21:11:26.011892 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462093d-e31e-417b-80fc-855f6dd971af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd1103e-6e3f-4de5-97f9-db42cdf196fe,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:26.649540 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34346) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:26.679969 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8afacefc-4c51-4e39-9014-73be42582ded no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:26.700269 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 8afacefc-4c51-4e39-9014-73be42582ded {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:26.700533 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8afacefc-4c51-4e39-9014-73be42582ded not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:26.701757 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fd421353-cae3-492c-bbb0-17baac2a0fb4 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:11:26.721421 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: fd421353-cae3-492c-bbb0-17baac2a0fb4 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:11:26.721769 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fd421353-cae3-492c-bbb0-17baac2a0fb4 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:11:26.746889 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-512718628-network', 'tenant_id': '0139358540084c168d6cf2fe0d4c1313'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:26.767523 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Made reservation on behalf of 0139358540084c168d6cf2fe0d4c1313 for: {'network': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:26.769833 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.778986 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.878837 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.882397 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.907747 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=93063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:11:26.917234 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe1744d-72ae-4742-90e6-e99e6d03116a,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:26.923082 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.923429 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.segments_db [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Added segment 98f91188-7a8c-4bb0-9043-a8101f7b1c16 of type vlan for network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd Jul 22 21:11:26.965087 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.992706 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:26.993669 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:26.994817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.026359 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3749428 Jul 22 21:11:27.029339 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34350) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:11:27.034272 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Request body: {'subnet': {'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-512718628-subnet', 'tenant_id': '0139358540084c168d6cf2fe0d4c1313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:27.055794 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Made reservation on behalf of 0139358540084c168d6cf2fe0d4c1313 for: {'subnet': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:27.056181 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d8534-069b-44b9-9e28-97c48acaa12b admin admin] Pushing event updated for resources: {'Network': ['ID=476a0c39-e63b-4530-9f9c-4ac2bfe585fd,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:27.059475 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3090707'] for subnet, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.066948 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:11:27.233205 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2252814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3090785'] for subnet, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.288160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a49358-3018-471d-9114-756d2aae4e48,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:27.297310 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Checking segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:27.297675 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Network hostable DHCP agents. Network: 476a0c39-e63b-4530-9f9c-4ac2bfe585fd, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:11:27.315524 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:11:27.324719 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 476a0c39-e63b-4530-9f9c-4ac2bfe585fd) {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:27.328642 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.329234 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:27.334099 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc2f28-46fe-40f4-9a6a-9017d299d6f5 None None] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:27.342747 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-01e88402-893f-4f08-b69d-002a464876d0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3123384 Jul 22 21:11:27.465925 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b020b3-98e0-483b-a356-28fdb15cbf48 None None] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:11:27.766891 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f10840-b311-488d-a62a-a7559371a567 req-e704a4e4-a6df-48b4-a319-371e62e05a7f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:27.768312 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-e704a4e4-a6df-48b4-a319-371e62e05a7f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1088533 Jul 22 21:11:27.783318 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-a85ebe1e-f728-484e-91e6-d61bf2a8cae8 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/quotas/0139358540084c168d6cf2fe0d4c1313 HTTP/1.1" status: 200 len: 375 time: 0.0096493 Jul 22 21:11:27.817596 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-bfba47cc-1940-428c-8088-f44e0c24e0c4 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292645 Jul 22 21:11:27.908277 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-05d52363-7470-4a7d-b632-6566b11fd7cc service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841300 Jul 22 21:11:27.996685 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-6fba8b5e-a21a-4e89-a620-801739caabe6 service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826626 Jul 22 21:11:28.156666 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-092edae0-b628-4805-a143-8bf8a7279739 req-4ce9adbc-4545-4053-85da-ee4ed0677c9a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 210 time: 0.0306633 Jul 22 21:11:29.282770 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d6649344-bfcd-4e39-92ca-f035f4f78c08 req-8a01f71e-446c-4ac7-991e-522ea8955be7 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 210 time: 0.0439394 Jul 22 21:11:29.354117 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f10840-b311-488d-a62a-a7559371a567 req-31a806a6-9e97-4ba7-ae89-b55844876d5d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.355657 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-31a806a6-9e97-4ba7-ae89-b55844876d5d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1409278 Jul 22 21:11:29.382565 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Request body: {'port': {'device_id': '7773f695-16c5-4227-943c-641f820eea2b', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'admin_state_up': True, 'tenant_id': '0139358540084c168d6cf2fe0d4c1313'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:29.494623 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Made reservation on behalf of 0139358540084c168d6cf2fe0d4c1313 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:29.498235 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.629136 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Allocated IP 172.20.0.2 (476a0c39-e63b-4530-9f9c-4ac2bfe585fd/39a49358-3018-471d-9114-756d2aae4e48/774e26e7-8d1f-4a98-b518-81339b63ee46) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:29.772285 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.810204 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.858699 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:29.861639 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:29.865411 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:29.888779 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event updated for resources: {'Port': ['ID=774e26e7-8d1f-4a98-b518-81339b63ee46,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:29.916086 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:29.916592 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:29.935776 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-86304ec7-4062-4b7c-b704-1689aac24ab0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571055 Jul 22 21:11:29.957717 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Request body: {'port': {'device_id': '7773f695-16c5-4227-943c-641f820eea2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:30.029040 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.289401 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774e26e7-8d1f-4a98-b518-81339b63ee46 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:30.297068 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.309737 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Transition to ACTIVE for port object 774e26e7-8d1f-4a98-b518-81339b63ee46 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:30.314612 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.366586 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=774e26e7-8d1f-4a98-b518-81339b63ee46,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:30.434469 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f9a4e-774b-4310-8381-25d0478dd285 req-2faa1c24-9951-4be6-a2a2-b3185f3dc03d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.435987 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c99f9a4e-774b-4310-8381-25d0478dd285 req-2faa1c24-9951-4be6-a2a2-b3185f3dc03d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 943 time: 0.0757122 Jul 22 21:11:30.437482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Attempting to bind port 774e26e7-8d1f-4a98-b518-81339b63ee46 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:30.437919 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Attempting to bind port 774e26e7-8d1f-4a98-b518-81339b63ee46 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:30.438338 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Attempting to bind port 774e26e7-8d1f-4a98-b518-81339b63ee46 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:30.442901 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Port 774e26e7-8d1f-4a98-b518-81339b63ee46 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:30.443257 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Attempting to bind port 774e26e7-8d1f-4a98-b518-81339b63ee46 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:30.448074 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:30.448414 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Checking segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:30.448801 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Bound using segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:30.449600 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Bound port: 774e26e7-8d1f-4a98-b518-81339b63ee46, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:30.449600 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.477183 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c99f9a4e-774b-4310-8381-25d0478dd285 req-3b462daa-17ad-4623-b9b5-8b845fc37202 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 Jul 22 21:11:30.783081 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] For port 774e26e7-8d1f-4a98-b518-81339b63ee46, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:30.786008 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] For port 774e26e7-8d1f-4a98-b518-81339b63ee46, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=774e26e7-8d1f-4a98-b518-81339b63ee46,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:30.790317 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.823812 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.824430 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:30.825800 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] 10.222.0.66 "PUT /v2.0/ports/774e26e7-8d1f-4a98-b518-81339b63ee46 HTTP/1.1" status: 200 len: 1093 time: 0.8728039 Jul 22 21:11:30.826245 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7773f695-16c5-4227-943c-641f820eea2b', 'tag': '774e26e7-8d1f-4a98-b518-81339b63ee46'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:30.828487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716b2e68-2600-484e-af58-a780e2da39a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7773f695-16c5-4227-943c-641f820eea2b", "tag": "774e26e7-8d1f-4a98-b518-81339b63ee46"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:30.855107 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfec1aa-1fd5-464a-a221-4b5045368ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=774e26e7-8d1f-4a98-b518-81339b63ee46,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:30.875285 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be54716-a344-4651-89ff-3036bf0da6f4 x-openstack-request-id: req-7be54716-a344-4651-89ff-3036bf0da6f4 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:30.875583 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7773f695-16c5-4227-943c-641f820eea2b", "tag": "774e26e7-8d1f-4a98-b518-81339b63ee46", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:30.875842 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7be54716-a344-4651-89ff-3036bf0da6f4 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:30.876240 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7773f695-16c5-4227-943c-641f820eea2b', 'tag': '774e26e7-8d1f-4a98-b518-81339b63ee46', 'status': 'completed', 'code': 200} Jul 22 21:11:30.966077 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f10840-b311-488d-a62a-a7559371a567 req-aa4a955f-89d8-48f4-86af-12e2a546e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:30.967941 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-aa4a955f-89d8-48f4-86af-12e2a546e032 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 1096 time: 0.0664198 Jul 22 21:11:31.017454 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-9e078cc6-533b-4d6a-9590-3a06b00f49c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=774e26e7-8d1f-4a98-b518-81339b63ee46 HTTP/1.1" status: 200 len: 217 time: 0.0332801 Jul 22 21:11:31.069301 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f10840-b311-488d-a62a-a7559371a567 req-fc8cb897-2f41-4791-9e66-f2400a0131d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.070743 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-fc8cb897-2f41-4791-9e66-f2400a0131d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0443928 Jul 22 21:11:31.107659 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-20b81b55-2d7a-417b-b245-dd1cadcfd775 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280902 Jul 22 21:11:31.205546 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-998656c5-65ca-4f35-a171-a360e2993aad service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874174 Jul 22 21:11:31.301784 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e1f10840-b311-488d-a62a-a7559371a567 req-99471f95-6e21-4211-90ec-83d16a68a629 service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864666 Jul 22 21:11:31.458479 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b2e68-2600-484e-af58-a780e2da39a3 req-6e0a90dc-be64-41d3-930c-dd05768b2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.460464 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-716b2e68-2600-484e-af58-a780e2da39a3 req-6e0a90dc-be64-41d3-930c-dd05768b2560 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 1096 time: 0.0566108 Jul 22 21:11:31.557143 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b2e68-2600-484e-af58-a780e2da39a3 req-ddfe6013-e10f-4f15-a88b-6a97fec3409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.558647 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-716b2e68-2600-484e-af58-a780e2da39a3 req-ddfe6013-e10f-4f15-a88b-6a97fec3409f service neutron] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 916 time: 0.0879014 Jul 22 21:11:31.609362 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-716b2e68-2600-484e-af58-a780e2da39a3 req-45b507cb-f31e-4aca-9203-ba48e76cd858 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=774e26e7-8d1f-4a98-b518-81339b63ee46 HTTP/1.1" status: 200 len: 217 time: 0.0404103 Jul 22 21:11:31.610628 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c117ba1-aa44-4b65-ae2b-579cf793bbd7 req-4a8d3d7f-6a0d-4bf2-88be-d9ef470b4505 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.612192 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0c117ba1-aa44-4b65-ae2b-579cf793bbd7 req-4a8d3d7f-6a0d-4bf2-88be-d9ef470b4505 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 943 time: 0.0675011 Jul 22 21:11:31.649603 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0c117ba1-aa44-4b65-ae2b-579cf793bbd7 req-937bc8c3-dbc0-4e61-b4bd-05015a392108 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jul 22 21:11:31.664237 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b2e68-2600-484e-af58-a780e2da39a3 req-e9733fac-a4bb-46d1-93dc-3e25cd2f0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:31.666303 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-716b2e68-2600-484e-af58-a780e2da39a3 req-e9733fac-a4bb-46d1-93dc-3e25cd2f0777 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0447023 Jul 22 21:11:31.700573 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-716b2e68-2600-484e-af58-a780e2da39a3 req-07945aaa-d070-4053-b43f-21a35d2fcdab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270021 Jul 22 21:11:31.800553 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-716b2e68-2600-484e-af58-a780e2da39a3 req-dd80760c-1a23-4563-b980-5d24bc282e79 service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Jul 22 21:11:31.889365 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-716b2e68-2600-484e-af58-a780e2da39a3 req-179ad1cb-17b8-4df1-85df-7ee4314dfcca service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815041 Jul 22 21:11:32.784353 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd2f7c-7b87-4e07-8f60-0528b0ad28ac req-e47086bf-0c17-47e7-b330-981f749cfc95 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:32.785855 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1bfd2f7c-7b87-4e07-8f60-0528b0ad28ac req-e47086bf-0c17-47e7-b330-981f749cfc95 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 943 time: 0.0672824 Jul 22 21:11:32.823956 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1bfd2f7c-7b87-4e07-8f60-0528b0ad28ac req-e83c37a6-8790-4f16-9f01-191a038b8016 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jul 22 21:11:33.966064 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ece09-e976-46b4-a3e8-ed72f532d1f2 req-8661ff51-7dc4-40bc-8330-cc20aad3650c tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:33.967595 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d54ece09-e976-46b4-a3e8-ed72f532d1f2 req-8661ff51-7dc4-40bc-8330-cc20aad3650c tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 943 time: 0.0754838 Jul 22 21:11:34.005043 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d54ece09-e976-46b4-a3e8-ed72f532d1f2 req-84deb482-c34e-47bd-9841-fc469e5fe263 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Jul 22 21:11:34.028986 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 774e26e7-8d1f-4a98-b518-81339b63ee46 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:34.122312 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:34.138607 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 774e26e7-8d1f-4a98-b518-81339b63ee46, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=774e26e7-8d1f-4a98-b518-81339b63ee46,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:34.148891 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '774e26e7-8d1f-4a98-b518-81339b63ee46', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'port_id': '774e26e7-8d1f-4a98-b518-81339b63ee46', 'mac_address': 'fa:16:3e:27:c2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a49358-3018-471d-9114-756d2aae4e48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:34.190384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:34.203357 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774e26e7-8d1f-4a98-b518-81339b63ee46 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:34.223198 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 774e26e7-8d1f-4a98-b518-81339b63ee46, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=774e26e7-8d1f-4a98-b518-81339b63ee46,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:34.226884 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:34.274022 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=774e26e7-8d1f-4a98-b518-81339b63ee46,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:34.281594 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.281917 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.282259 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.282711 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.283062 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.283391 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.283718 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.284041 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.284364 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.284684 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.285004 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.285319 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:11:34.641862 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:35.135766 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89bce-5ed6-4fcb-af18-3f18ec7de0af req-c1a83472-6b12-4569-a82a-a2fb4202429e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:35.137282 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5eb89bce-5ed6-4fcb-af18-3f18ec7de0af req-c1a83472-6b12-4569-a82a-a2fb4202429e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 944 time: 0.0659723 Jul 22 21:11:35.174952 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5eb89bce-5ed6-4fcb-af18-3f18ec7de0af req-1cee8e1e-34df-49e1-a515-f47d0df37c6d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Jul 22 21:11:36.041981 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 774e26e7-8d1f-4a98-b518-81339b63ee46 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:36.092594 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 774e26e7-8d1f-4a98-b518-81339b63ee46 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:36.096768 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 774e26e7-8d1f-4a98-b518-81339b63ee46 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:36.097242 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.177715 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.198908 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7773f695-16c5-4227-943c-641f820eea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e26e7-8d1f-4a98-b518-81339b63ee46'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:36.201158 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a1ea8-b38a-458d-a8e3-49235ce54c90" -d '{"events": [{"server_uuid": "7773f695-16c5-4227-943c-641f820eea2b", "name": "network-vif-plugged", "status": "completed", "tag": "774e26e7-8d1f-4a98-b518-81339b63ee46"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:36.214309 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 774e26e7-8d1f-4a98-b518-81339b63ee46, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=774e26e7-8d1f-4a98-b518-81339b63ee46,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:36.219603 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:36.243146 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f44efd6-5c07-4103-af07-3d5c47231153 x-openstack-request-id: req-5f44efd6-5c07-4103-af07-3d5c47231153 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:36.243486 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7773f695-16c5-4227-943c-641f820eea2b", "name": "network-vif-plugged", "status": "completed", "tag": "774e26e7-8d1f-4a98-b518-81339b63ee46", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:36.243919 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f44efd6-5c07-4103-af07-3d5c47231153 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:36.244309 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7773f695-16c5-4227-943c-641f820eea2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774e26e7-8d1f-4a98-b518-81339b63ee46', 'code': 200} Jul 22 21:11:36.269607 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=774e26e7-8d1f-4a98-b518-81339b63ee46,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:36.325362 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966e7dc-c474-4c91-9f33-c4fcbb3329a0 req-03577357-878e-4b11-b194-55f70e577bfe tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.326796 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6966e7dc-c474-4c91-9f33-c4fcbb3329a0 req-03577357-878e-4b11-b194-55f70e577bfe tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 945 time: 0.0702662 Jul 22 21:11:36.366384 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6966e7dc-c474-4c91-9f33-c4fcbb3329a0 req-5f26072f-a4b1-4cf9-8d82-98cce95cd16b tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Jul 22 21:11:36.498043 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fac6d-1467-400b-9800-895569258ad3 req-1970c2bc-1860-48ae-ab8d-76d66a78a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:36.499580 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b19fac6d-1467-400b-9800-895569258ad3 req-1970c2bc-1860-48ae-ab8d-76d66a78a319 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 1098 time: 0.0613599 Jul 22 21:11:36.541142 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b19fac6d-1467-400b-9800-895569258ad3 req-5a7cc01c-2c60-4ab2-ac63-94250c8dbdc3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280001 Jul 22 21:11:37.500253 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103590c-44b6-4710-851b-28610f8c4a82 req-be9fe4f2-33ae-4fb9-a871-f2fe365fe85a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.501750 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0103590c-44b6-4710-851b-28610f8c4a82 req-be9fe4f2-33ae-4fb9-a871-f2fe365fe85a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 945 time: 0.0655744 Jul 22 21:11:37.572528 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0103590c-44b6-4710-851b-28610f8c4a82 req-70e94b0d-e08b-4124-83ca-c48cc587ba9d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596437 Jul 22 21:11:37.584016 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-34b78383-d2ff-46d3-b955-8cc65fd0673e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784428 Jul 22 21:11:37.695616 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143488-d610-4646-aa7a-43c8386380f8 req-54488046-6b6e-4531-998f-01ab67381f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.697700 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-54488046-6b6e-4531-998f-01ab67381f0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25ecdac3159c49afb111245def848e54&device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 1100 time: 0.0711222 Jul 22 21:11:37.862952 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143488-d610-4646-aa7a-43c8386380f8 req-5e4fa967-d20d-4954-845b-ea88702be74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:37.864465 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-5e4fa967-d20d-4954-845b-ea88702be74d service neutron] 10.222.0.66 "GET /v2.0/networks?id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 200 len: 918 time: 0.0852611 Jul 22 21:11:37.954233 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-ec09ad40-a537-480f-b363-6ccb145c9d60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 200 len: 1002 time: 0.0722299 Jul 22 21:11:38.049168 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143488-d610-4646-aa7a-43c8386380f8 req-580a4b4c-cc2d-45c3-822f-97a1fb828931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.050668 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-580a4b4c-cc2d-45c3-822f-97a1fb828931 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 200 len: 855 time: 0.0555470 Jul 22 21:11:38.120102 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143488-d610-4646-aa7a-43c8386380f8 req-f5fa6563-82af-43d1-bf28-e589f3a38822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.121812 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-f5fa6563-82af-43d1-bf28-e589f3a38822 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544565 Jul 22 21:11:38.225030 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-8f845fca-d506-40b7-9606-2dc85a256f28 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888724 Jul 22 21:11:38.332925 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77143488-d610-4646-aa7a-43c8386380f8 req-a0a7445f-8f18-43a8-bc74-08eb0f0dfc05 service neutron] 10.222.0.66 "GET /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875924 Jul 22 21:11:38.706236 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705411a-bab0-4f12-bef9-adfaba83ef33 req-47378acf-6001-42e0-af0f-ee5741d9a6ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:38.707798 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f705411a-bab0-4f12-bef9-adfaba83ef33 req-47378acf-6001-42e0-af0f-ee5741d9a6ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 945 time: 0.0692208 Jul 22 21:11:38.746402 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f705411a-bab0-4f12-bef9-adfaba83ef33 req-c280675e-c709-4adf-8a87-0d0e74a0fa14 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Jul 22 21:11:44.681521 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d450c0fc-5698-4014-9d39-69dbfde97aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.308144 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-93d1b95a-cee3-493f-9a35-cd92a0e38adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:47.542818 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.087372 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d807-0107-44ea-a344-869605652eaa req-fa5c692d-1fce-4f6a-a638-5e6cd07d7afe tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:48.088782 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-fa5c692d-1fce-4f6a-a638-5e6cd07d7afe tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1048706 Jul 22 21:11:48.104808 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-9b60be98-befd-40c8-be2f-54f729c7c01b tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/quotas/0139358540084c168d6cf2fe0d4c1313 HTTP/1.1" status: 200 len: 375 time: 0.0094407 Jul 22 21:11:48.177878 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-f1479622-6d43-4967-8194-07cb06822296 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671453 Jul 22 21:11:48.332899 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-e7bbb929-c647-480d-aa6b-3452fc080b9e service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454222 Jul 22 21:11:48.420351 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-b84c3832-49fd-4260-9221-7e7d9b80ef3f service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817778 Jul 22 21:11:48.507939 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:48.600218 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9ed223f5-7ada-4a82-a43e-e81db815c436 req-49c1ca7d-0867-47d5-a178-1546fdad511c tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 210 time: 0.0377631 Jul 22 21:11:49.090095 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:11:49.703415 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-c246ffef-e256-47a0-9a57-71ea505ae36b req-28dfc983-1203-42ac-814c-10a90ca04503 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 210 time: 0.0345714 Jul 22 21:11:49.790067 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d807-0107-44ea-a344-869605652eaa req-b15712f4-05ae-471c-a003-505fe6de93a4 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:49.791904 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-b15712f4-05ae-471c-a003-505fe6de93a4 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1105456 Jul 22 21:11:49.816627 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Request body: {'port': {'device_id': 'f0091907-70fe-43de-9c65-c930daec12d6', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'admin_state_up': True, 'tenant_id': '0139358540084c168d6cf2fe0d4c1313'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:49.927098 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Made reservation on behalf of 0139358540084c168d6cf2fe0d4c1313 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:11:49.930485 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.064698 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Allocated IP 172.20.0.4 (476a0c39-e63b-4530-9f9c-4ac2bfe585fd/39a49358-3018-471d-9114-756d2aae4e48/66ecbc97-477f-46c5-b49f-93f5245b46b0) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:11:50.162733 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.214779 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.253065 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.300451 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:50.316155 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:11:50.321328 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:11:50.325640 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:11:50.352920 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event updated for resources: {'Port': ['ID=66ecbc97-477f-46c5-b49f-93f5245b46b0,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:50.381042 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.381694 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.397141 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-b2826e0c-e2a1-4254-8c11-477cc13b9df9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843689 Jul 22 21:11:50.417515 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Request body: {'port': {'device_id': 'f0091907-70fe-43de-9c65-c930daec12d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:11:50.494017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.775494 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ecbc97-477f-46c5-b49f-93f5245b46b0 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:50.791914 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.825473 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Transition to ACTIVE for port object 66ecbc97-477f-46c5-b49f-93f5245b46b0 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:11:50.833000 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:50.899895 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Pushing event updated for resources: {'Port': ['ID=66ecbc97-477f-46c5-b49f-93f5245b46b0,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:50.926929 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdbf65-0836-465b-a213-c7ef9ccfc161 req-33173ccc-343e-4e86-a4cc-ce20001884f0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:50.928441 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-37bdbf65-0836-465b-a213-c7ef9ccfc161 req-33173ccc-343e-4e86-a4cc-ce20001884f0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 931 time: 0.1556923 Jul 22 21:11:50.994367 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-37bdbf65-0836-465b-a213-c7ef9ccfc161 req-406c0a2f-7a51-47d0-85af-9064bd95792d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454421 Jul 22 21:11:51.003836 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Attempting to bind port 66ecbc97-477f-46c5-b49f-93f5245b46b0 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:11:51.004178 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Attempting to bind port 66ecbc97-477f-46c5-b49f-93f5245b46b0 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:11:51.004507 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Attempting to bind port 66ecbc97-477f-46c5-b49f-93f5245b46b0 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:51.008940 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Port 66ecbc97-477f-46c5-b49f-93f5245b46b0 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:11:51.009261 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Attempting to bind port 66ecbc97-477f-46c5-b49f-93f5245b46b0 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:11:51.014806 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:11:51.015177 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Checking segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:11:51.015567 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Bound using segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:11:51.015994 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Bound port: 66ecbc97-477f-46c5-b49f-93f5245b46b0, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:11:51.016353 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.078712 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] For port 66ecbc97-477f-46c5-b49f-93f5245b46b0, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:11:51.081529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] For port 66ecbc97-477f-46c5-b49f-93f5245b46b0, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=66ecbc97-477f-46c5-b49f-93f5245b46b0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:11:51.086763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.125179 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.125803 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:51.127374 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] 10.222.0.66 "PUT /v2.0/ports/66ecbc97-477f-46c5-b49f-93f5245b46b0 HTTP/1.1" status: 200 len: 1093 time: 0.7150681 Jul 22 21:11:51.129501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0091907-70fe-43de-9c65-c930daec12d6', 'tag': '66ecbc97-477f-46c5-b49f-93f5245b46b0'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:51.131741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb808a2-0289-49c0-9857-d3572f79c84e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0091907-70fe-43de-9c65-c930daec12d6", "tag": "66ecbc97-477f-46c5-b49f-93f5245b46b0"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:51.157986 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd7799-d92b-4808-a4f7-61323461cd5b service neutron] Pushing event updated for resources: {'Port': ['ID=66ecbc97-477f-46c5-b49f-93f5245b46b0,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:51.168479 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a883fd95-f0cf-4cfc-af45-59e6d3417e78 x-openstack-request-id: req-a883fd95-f0cf-4cfc-af45-59e6d3417e78 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:51.168876 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0091907-70fe-43de-9c65-c930daec12d6", "tag": "66ecbc97-477f-46c5-b49f-93f5245b46b0", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:51.169135 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a883fd95-f0cf-4cfc-af45-59e6d3417e78 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:51.169959 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0091907-70fe-43de-9c65-c930daec12d6', 'tag': '66ecbc97-477f-46c5-b49f-93f5245b46b0', 'status': 'completed', 'code': 200} Jul 22 21:11:51.243485 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d807-0107-44ea-a344-869605652eaa req-21053711-626b-49c4-82d5-9453f60006f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.245724 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-21053711-626b-49c4-82d5-9453f60006f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 1096 time: 0.0536568 Jul 22 21:11:51.297752 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-f1225fc1-3e9f-4a2e-ad06-fee17ff079f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ecbc97-477f-46c5-b49f-93f5245b46b0 HTTP/1.1" status: 200 len: 217 time: 0.0344627 Jul 22 21:11:51.349894 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7d807-0107-44ea-a344-869605652eaa req-acda12d4-88e4-4259-a920-371a08424add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.351436 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-acda12d4-88e4-4259-a920-371a08424add service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0470514 Jul 22 21:11:51.390305 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-bfdc5b3c-edf4-4e4e-af50-8c0ade49dc86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271263 Jul 22 21:11:51.482720 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-55c801a3-be51-4513-a124-59dc9f85692a service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843661 Jul 22 21:11:51.578232 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d2d7d807-0107-44ea-a344-869605652eaa req-c38cef56-4c19-420e-ae60-0a7d72c58377 service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882258 Jul 22 21:11:51.758730 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-cebe6e1f-ff7f-4170-849e-775531c6f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.760150 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-cebe6e1f-ff7f-4170-849e-775531c6f7aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 1096 time: 0.0551422 Jul 22 21:11:51.854869 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-bb191eeb-baf9-4ba7-92f9-b215819b4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.856401 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-bb191eeb-baf9-4ba7-92f9-b215819b4a53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 916 time: 0.0884299 Jul 22 21:11:51.903091 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-f4bc6860-1cdc-4b41-8d32-11df22803b56 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ecbc97-477f-46c5-b49f-93f5245b46b0 HTTP/1.1" status: 200 len: 217 time: 0.0345385 Jul 22 21:11:51.952598 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-f4067d5a-97ca-4aac-a408-8730248e8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:51.954155 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-f4067d5a-97ca-4aac-a408-8730248e8ae3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0439203 Jul 22 21:11:51.997667 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-493c3940-8d14-4210-8b4f-a63f05b7f7aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317020 Jul 22 21:11:52.120204 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-5cb21451-3d15-4129-a8c0-7fd7af4f7377 service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136687 Jul 22 21:11:52.175442 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d700e92-a2af-4790-aef6-05cc9e31da5d req-b8a51e6d-6b92-4d7a-8e0c-0692d90feabd tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:52.176914 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d700e92-a2af-4790-aef6-05cc9e31da5d req-b8a51e6d-6b92-4d7a-8e0c-0692d90feabd tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 943 time: 0.1125441 Jul 22 21:11:52.254574 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d700e92-a2af-4790-aef6-05cc9e31da5d req-a0724348-1b91-41b6-948c-050614c16b86 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712252 Jul 22 21:11:52.259903 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7bb808a2-0289-49c0-9857-d3572f79c84e req-a88e0d17-f475-44ca-aa9e-38b514c4a43c service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258128 Jul 22 21:11:53.387125 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0920a-19b9-4d3e-9a93-0a4ade1f3abe req-7b3f4d01-3516-4ca9-bfc9-a09a6c1cdabd tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:53.388501 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4fd0920a-19b9-4d3e-9a93-0a4ade1f3abe req-7b3f4d01-3516-4ca9-bfc9-a09a6c1cdabd tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 943 time: 0.0631449 Jul 22 21:11:53.426367 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4fd0920a-19b9-4d3e-9a93-0a4ade1f3abe req-e6f5f541-4f2b-4b3e-9051-63755dbba817 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jul 22 21:11:54.562094 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f733f63-6709-43d5-9403-4230adfd1b69 req-8b5ad3d7-5ddf-444e-ac8c-33ef5f5f6d1d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:54.563631 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3f733f63-6709-43d5-9403-4230adfd1b69 req-8b5ad3d7-5ddf-444e-ac8c-33ef5f5f6d1d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 943 time: 0.0706859 Jul 22 21:11:54.602291 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3f733f63-6709-43d5-9403-4230adfd1b69 req-96d725c4-fa88-4808-865e-7fd9783cad23 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jul 22 21:11:55.729801 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5cdda-8ec6-4c59-b400-6cdc1fac75a1 req-b596e660-b5f9-4897-886e-ced305e5c915 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:55.732065 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5be5cdda-8ec6-4c59-b400-6cdc1fac75a1 req-b596e660-b5f9-4897-886e-ced305e5c915 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 943 time: 0.0644488 Jul 22 21:11:55.769747 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5be5cdda-8ec6-4c59-b400-6cdc1fac75a1 req-ce916d6a-389d-4a37-9928-532747f1f1d0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Jul 22 21:11:56.173372 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 66ecbc97-477f-46c5-b49f-93f5245b46b0 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:11:56.271375 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 66ecbc97-477f-46c5-b49f-93f5245b46b0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=66ecbc97-477f-46c5-b49f-93f5245b46b0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:56.282108 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '66ecbc97-477f-46c5-b49f-93f5245b46b0', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'port_id': '66ecbc97-477f-46c5-b49f-93f5245b46b0', 'mac_address': 'fa:16:3e:ad:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a49358-3018-471d-9114-756d2aae4e48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:11:56.318045 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.331093 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ecbc97-477f-46c5-b49f-93f5245b46b0 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:11:56.351681 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 66ecbc97-477f-46c5-b49f-93f5245b46b0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=66ecbc97-477f-46c5-b49f-93f5245b46b0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:56.355508 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:56.404253 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=66ecbc97-477f-46c5-b49f-93f5245b46b0,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:56.722192 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['66ecbc97-477f-46c5-b49f-93f5245b46b0'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:11:56.915491 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b270049-230a-4303-951b-18d62e37adf3 req-67c8333b-66c3-442a-82fc-8d3f0eebb745 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:56.917010 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b270049-230a-4303-951b-18d62e37adf3 req-67c8333b-66c3-442a-82fc-8d3f0eebb745 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 944 time: 0.0671530 Jul 22 21:11:56.956962 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b270049-230a-4303-951b-18d62e37adf3 req-82829e43-a2fd-47e1-8343-f6d53553715e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Jul 22 21:11:58.102113 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a459018-747c-4756-8e46-0ae5507a23f7 req-fec0100b-4e61-45db-8d68-6c8f13949712 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.103646 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7a459018-747c-4756-8e46-0ae5507a23f7 req-fec0100b-4e61-45db-8d68-6c8f13949712 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 944 time: 0.0690169 Jul 22 21:11:58.148088 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7a459018-747c-4756-8e46-0ae5507a23f7 req-2218e21e-8bf9-49ba-8dec-aa2b1979c6a3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376410 Jul 22 21:11:58.192334 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 66ecbc97-477f-46c5-b49f-93f5245b46b0 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:11:58.242803 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 66ecbc97-477f-46c5-b49f-93f5245b46b0 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:11:58.246627 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 66ecbc97-477f-46c5-b49f-93f5245b46b0 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:11:58.247154 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.333584 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.360988 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0091907-70fe-43de-9c65-c930daec12d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ecbc97-477f-46c5-b49f-93f5245b46b0'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:11:58.363274 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe52274-4df5-4811-86ea-5296d162271e" -d '{"events": [{"server_uuid": "f0091907-70fe-43de-9c65-c930daec12d6", "name": "network-vif-plugged", "status": "completed", "tag": "66ecbc97-477f-46c5-b49f-93f5245b46b0"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:11:58.377623 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 66ecbc97-477f-46c5-b49f-93f5245b46b0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=66ecbc97-477f-46c5-b49f-93f5245b46b0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:11:58.382692 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:11:58.409333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f9e9de-e76e-41bc-a74e-d6617189735a x-openstack-request-id: req-73f9e9de-e76e-41bc-a74e-d6617189735a {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:11:58.409628 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0091907-70fe-43de-9c65-c930daec12d6", "name": "network-vif-plugged", "status": "completed", "tag": "66ecbc97-477f-46c5-b49f-93f5245b46b0", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:11:58.410017 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73f9e9de-e76e-41bc-a74e-d6617189735a {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:11:58.410601 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0091907-70fe-43de-9c65-c930daec12d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ecbc97-477f-46c5-b49f-93f5245b46b0', 'code': 200} Jul 22 21:11:58.437078 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=66ecbc97-477f-46c5-b49f-93f5245b46b0,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:11:58.670674 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405267a-8e26-4c85-9f28-e373aeac8132 req-e436b5d4-f14a-48f0-9b8a-e36f9777c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:58.672269 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3405267a-8e26-4c85-9f28-e373aeac8132 req-e436b5d4-f14a-48f0-9b8a-e36f9777c58f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 1098 time: 0.0560498 Jul 22 21:11:58.712799 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3405267a-8e26-4c85-9f28-e373aeac8132 req-60cb6f05-a5ab-4a21-9100-f2a1770fa84f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Jul 22 21:11:59.292474 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dabdda-6a0a-42c9-8619-8373c6bac38e req-f6e8c154-c5aa-410c-ab73-ae788c88b068 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.293923 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-39dabdda-6a0a-42c9-8619-8373c6bac38e req-f6e8c154-c5aa-410c-ab73-ae788c88b068 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 945 time: 0.0713708 Jul 22 21:11:59.315428 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902fcb3-d4a3-4d8d-92c1-8a5d61f7fb94 req-992d2a52-bd73-4ff5-8ea2-e1507953c1d8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:11:59.317050 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0902fcb3-d4a3-4d8d-92c1-8a5d61f7fb94 req-992d2a52-bd73-4ff5-8ea2-e1507953c1d8 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 947 time: 0.0896056 Jul 22 21:11:59.336865 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-39dabdda-6a0a-42c9-8619-8373c6bac38e req-8fc62275-f727-44a5-b377-397fa558b181 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Jul 22 21:11:59.359508 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0902fcb3-d4a3-4d8d-92c1-8a5d61f7fb94 req-7f42d93a-ad82-4f8f-b975-33295398a053 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368495 Jul 22 21:12:00.488791 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d3f7-eecf-4e1a-a149-7aac62c5c980 req-84a3c859-a711-46ae-b00f-3ed14f02f30d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.490318 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-48c2d3f7-eecf-4e1a-a149-7aac62c5c980 req-84a3c859-a711-46ae-b00f-3ed14f02f30d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 945 time: 0.0726357 Jul 22 21:12:00.509308 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37220d-29dc-44bb-982d-723ef854306d req-459ced3a-b37d-4a31-a19e-c26d78eb88de tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:00.510824 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7b37220d-29dc-44bb-982d-723ef854306d req-459ced3a-b37d-4a31-a19e-c26d78eb88de tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 947 time: 0.0733643 Jul 22 21:12:00.533529 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-48c2d3f7-eecf-4e1a-a149-7aac62c5c980 req-9b896293-14da-4dc5-9264-d6a1d4f89c8d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 Jul 22 21:12:00.555725 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-7b37220d-29dc-44bb-982d-723ef854306d req-39a7d142-9e94-4f1d-9570-a0a82f18bc91 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354426 Jul 22 21:12:01.559253 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-d6c2b4ca-3264-4718-a25f-032eab6f7301 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:01.560768 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-d6c2b4ca-3264-4718-a25f-032eab6f7301 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 947 time: 0.0696187 Jul 22 21:12:01.711614 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Deleting port af3a152d-7698-487b-95ff-e3b00385f784 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:01.711942 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:01.756323 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ea92-0582-4405-b42f-cd8281c47ccd req-1bdbabd0-d435-4560-9f69-a86f5ab2e716 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:01.757813 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6671ea92-0582-4405-b42f-cd8281c47ccd req-1bdbabd0-d435-4560-9f69-a86f5ab2e716 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 947 time: 0.1125550 Jul 22 21:12:01.844881 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-6671ea92-0582-4405-b42f-cd8281c47ccd req-7f298a2d-98f6-4f34-ba6a-531f372e6e41 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups?id=64c10810-f879-4e03-9a8e-e6474873e87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574646 Jul 22 21:12:01.846523 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] For port af3a152d-7698-487b-95ff-e3b00385f784, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=af3a152d-7698-487b-95ff-e3b00385f784,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:01.846954 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.022703 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.023112 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.023437 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Floating IP b0d29083-0657-4104-8341-e95a02a69a76 disassociated. External IP: 172.27.2.239, port: af3a152d-7698-487b-95ff-e3b00385f784. Jul 22 21:12:02.023791 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Calling delete_port for af3a152d-7698-487b-95ff-e3b00385f784 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:02.164897 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.197099 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event deleted for resources: {'Port': ['ID=af3a152d-7698-487b-95ff-e3b00385f784,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:02.319453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:02.428269 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:02.438770 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] Sync routers for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:02.456435 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:02.457117 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:11:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:02.485522 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] No DVR routers for this DVR port af3a152d-7698-487b-95ff-e3b00385f784 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:02.488129 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:02.490235 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-297161e5-2081-4d42-8839-bf93e04e55b1 req-f33e22ad-17a8-4e17-bfa7-1a945b75ad14 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.66 "DELETE /v2.0/ports/af3a152d-7698-487b-95ff-e3b00385f784 HTTP/1.1" status: 204 len: 173 time: 0.9169247 Jul 22 21:12:02.490760 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-deleted', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:02.493272 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33558388-6fe5-4f6c-8785-d507a9cd914a" -d '{"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-deleted", "tag": "af3a152d-7698-487b-95ff-e3b00385f784"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:02.548835 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b1511e-7244-437c-8ca4-3169b5bd8d96 x-openstack-request-id: req-f8b1511e-7244-437c-8ca4-3169b5bd8d96 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:02.549428 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bc01f8-8a54-478a-a40a-f4ae1f9b9149", "name": "network-vif-deleted", "tag": "af3a152d-7698-487b-95ff-e3b00385f784", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:02.549918 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8b1511e-7244-437c-8ca4-3169b5bd8d96 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:02.550617 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bc01f8-8a54-478a-a40a-f4ae1f9b9149', 'name': 'network-vif-deleted', 'tag': 'af3a152d-7698-487b-95ff-e3b00385f784', 'status': 'completed', 'code': 200} Jul 22 21:12:02.681738 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:02.895970 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:02.922775 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] Checking router: 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:02.931596 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:02.932271 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:11:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:02.967048 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8649dbea-bb76-4c69-969a-ddc988faf4df req-80e00248-296f-4369-957f-68a59b243bde tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/ports?device_id=20bc01f8-8a54-478a-a40a-f4ae1f9b9149 HTTP/1.1" status: 200 len: 210 time: 0.0366485 Jul 22 21:12:03.046796 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:03.379066 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:03.388748 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-114f5660-fed8-413e-b4d4-77331dcf3d78 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:03.390679 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-114f5660-fed8-413e-b4d4-77331dcf3d78 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1272690 Jul 22 21:12:03.407254 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-015a7313-e1aa-4d77-9b2c-911b07fd6ee2 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/quotas/0139358540084c168d6cf2fe0d4c1313 HTTP/1.1" status: 200 len: 375 time: 0.0106161 Jul 22 21:12:03.413053 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4861f-2be8-4a64-a24a-164f351e746b None None] The sync data for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi is: [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:03:32Z', 'revision_number': 4, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'bd6b7ab3-9eed-4641-b498-f4a8b1e87129', 'name': '', 'network_id': '02c3f82d-a26c-4295-9a8d-6b0a70d9efa3', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'mac_address': 'fa:16:3e:6d:d2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:30Z', 'updated_at': '2021-07-22T21:03:43Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'subnets': [{'id': '8ba7cc3b-83b6-4bed-b45d-a738fee70092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:03.482438 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-763d7fc6-81f4-40b3-86bb-44895af18462 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686183 Jul 22 21:12:03.626002 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-db2c5217-9a9d-42c5-af62-0ca52d08a28f service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329668 Jul 22 21:12:03.685920 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2582d4e-d40c-4d8f-8470-ad044d62f1bb None None] New status for floating IP b0d29083-0657-4104-8341-e95a02a69a76: DOWN {{(pid=93065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:12:03.737834 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-0b9ef012-d329-424a-bcb5-6113a7b1bb2f service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058264 Jul 22 21:12:03.929795 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d95b33b8-099c-4275-8a20-af13b52a8e3e req-8109f8ab-1b4a-4924-bb9b-ce49c3286d9e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 210 time: 0.0365858 Jul 22 21:12:04.073345 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34566) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:04.124651 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.149012 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f73d-80db-4a6d-a160-ec5f5d3d8aef tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.174852 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f73d-80db-4a6d-a160-ec5f5d3d8aef tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.249913 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f73d-80db-4a6d-a160-ec5f5d3d8aef tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.253198 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f73d-80db-4a6d-a160-ec5f5d3d8aef tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.254374 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c9e4f73d-80db-4a6d-a160-ec5f5d3d8aef tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "DELETE /v2.0/security-groups/64c10810-f879-4e03-9a8e-e6474873e87b HTTP/1.1" status: 204 len: 168 time: 0.1800275 Jul 22 21:12:04.258458 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34570) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:04.266282 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4f73d-80db-4a6d-a160-ec5f5d3d8aef tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c10810-f879-4e03-9a8e-e6474873e87b,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:04.281622 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.api.v2.resource [None req-74d904c9-1a5b-4e3c-a26a-96bbcd381283 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] show failed (client error): The resource could not be found. Jul 22 21:12:04.282895 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-74d904c9-1a5b-4e3c-a26a-96bbcd381283 tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "GET /v2.0/security-groups/64c10810-f879-4e03-9a8e-e6474873e87b HTTP/1.1" status: 404 len: 347 time: 0.0230012 Jul 22 21:12:04.287423 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34572) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:04.437082 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Deleting port 0e4c6538-1a06-4f57-9d5e-67aeaf1555ef {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:04.437935 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.522921 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.523218 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.536517 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Calling delete_port for 0e4c6538-1a06-4f57-9d5e-67aeaf1555ef owned by network:floatingip {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:04.676588 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.705291 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Pushing event deleted for resources: {'Port': ['ID=0e4c6538-1a06-4f57-9d5e-67aeaf1555ef,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:04.773089 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks [] for floatingip, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.775702 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:04.776881 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-6fe968d0-e819-4116-8518-51bc7f17423a tempest-AttachVolumeShelveTestJSON-1125828888 tempest-AttachVolumeShelveTestJSON-1125828888-project] 10.222.0.64 "DELETE /v2.0/floatingips/b0d29083-0657-4104-8341-e95a02a69a76 HTTP/1.1" status: 204 len: 168 time: 0.4884069 Jul 22 21:12:05.066560 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-21b1d6a6-69c6-4a4e-ba35-9f0a98a63f31 req-6c0d527e-d600-48e3-93fa-eca407281b1b tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 210 time: 0.0517881 Jul 22 21:12:05.129699 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-28980301-bf6e-4403-a970-4818d7fccfd0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:05.132319 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-28980301-bf6e-4403-a970-4818d7fccfd0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1488042 Jul 22 21:12:05.153957 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Request body: {'port': {'device_id': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'admin_state_up': True, 'tenant_id': '0139358540084c168d6cf2fe0d4c1313'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:05.275762 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Made reservation on behalf of 0139358540084c168d6cf2fe0d4c1313 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:05.279378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.672044 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Allocated IP 172.20.0.3 (476a0c39-e63b-4530-9f9c-4ac2bfe585fd/39a49358-3018-471d-9114-756d2aae4e48/5deaa5ec-1881-45a5-8203-0858537f6751) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:05.822048 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.862989 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:05.905378 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:05.907704 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46', '66ecbc97-477f-46c5-b49f-93f5245b46b0'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:05.911171 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:05.914888 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:05.950432 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event updated for resources: {'Port': ['ID=5deaa5ec-1881-45a5-8203-0858537f6751,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:05.984042 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:05.985352 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.011281 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-eb88b87d-42b2-4d2d-904a-0a41ae38cb40 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8623145 Jul 22 21:12:06.034473 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Request body: {'port': {'device_id': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:06.162038 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.198287 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:06.224641 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: af3a152d-7698-487b-95ff-e3b00385f784 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:06.224990 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device af3a152d-7698-487b-95ff-e3b00385f784 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:06.351563 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a50e21-d405-4263-bdc1-e568ae9d5808 req-7a0ae2f4-2e84-47ca-b757-6b9d483f81e8 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:06.353073 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f9a50e21-d405-4263-bdc1-e568ae9d5808 req-7a0ae2f4-2e84-47ca-b757-6b9d483f81e8 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 931 time: 0.1873951 Jul 22 21:12:06.454571 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f9a50e21-d405-4263-bdc1-e568ae9d5808 req-1c064ec0-775b-4ba7-bf35-87d6a68f3267 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939956 Jul 22 21:12:06.548147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5deaa5ec-1881-45a5-8203-0858537f6751 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:06.555665 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.568413 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Transition to ACTIVE for port object 5deaa5ec-1881-45a5-8203-0858537f6751 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:06.572283 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.622912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Pushing event updated for resources: {'Port': ['ID=5deaa5ec-1881-45a5-8203-0858537f6751,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:06.698162 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Attempting to bind port 5deaa5ec-1881-45a5-8203-0858537f6751 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:06.698554 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Attempting to bind port 5deaa5ec-1881-45a5-8203-0858537f6751 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:06.699564 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Attempting to bind port 5deaa5ec-1881-45a5-8203-0858537f6751 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:06.704140 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Port 5deaa5ec-1881-45a5-8203-0858537f6751 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:06.704471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Attempting to bind port 5deaa5ec-1881-45a5-8203-0858537f6751 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:06.709479 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:06.709765 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Checking segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:06.710157 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Bound using segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:06.710590 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Bound port: 5deaa5ec-1881-45a5-8203-0858537f6751, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:06.710958 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.783306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] For port 5deaa5ec-1881-45a5-8203-0858537f6751, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:06.786445 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] For port 5deaa5ec-1881-45a5-8203-0858537f6751, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=5deaa5ec-1881-45a5-8203-0858537f6751,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:06.791569 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.831802 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:06.832447 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:06.833868 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] 10.222.0.66 "PUT /v2.0/ports/5deaa5ec-1881-45a5-8203-0858537f6751 HTTP/1.1" status: 200 len: 1093 time: 0.8045015 Jul 22 21:12:06.834327 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'tag': '5deaa5ec-1881-45a5-8203-0858537f6751'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:06.836603 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65e5b7-55e0-4281-966e-405ebcc4390b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9baa6b2-def1-401d-be91-f374130e45f5", "tag": "5deaa5ec-1881-45a5-8203-0858537f6751"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:06.865734 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42acab0-2a67-4d27-8aa5-a6efe8863625 service neutron] Pushing event updated for resources: {'Port': ['ID=5deaa5ec-1881-45a5-8203-0858537f6751,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:06.884555 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96d81d-3c58-4b81-9b8e-99fd85e120e3 x-openstack-request-id: req-5f96d81d-3c58-4b81-9b8e-99fd85e120e3 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:06.885508 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9baa6b2-def1-401d-be91-f374130e45f5", "tag": "5deaa5ec-1881-45a5-8203-0858537f6751", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:06.885508 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f96d81d-3c58-4b81-9b8e-99fd85e120e3 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:06.885870 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'tag': '5deaa5ec-1881-45a5-8203-0858537f6751', 'status': 'completed', 'code': 200} Jul 22 21:12:06.965725 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-0abf4704-12e2-4457-b815-ea23bf8f2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:06.967209 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-0abf4704-12e2-4457-b815-ea23bf8f2f18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 1096 time: 0.0570397 Jul 22 21:12:07.021118 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-3d97a94a-e1da-4cab-885d-1a014a8f956f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5deaa5ec-1881-45a5-8203-0858537f6751 HTTP/1.1" status: 200 len: 217 time: 0.0391560 Jul 22 21:12:07.071818 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-c4ff9b91-2df2-48c3-b6e0-a7c9e3de5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.073336 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-c4ff9b91-2df2-48c3-b6e0-a7c9e3de5f42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0455370 Jul 22 21:12:07.110481 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-ae6783df-74aa-4c11-8d46-7533ce64afd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jul 22 21:12:07.207627 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-d487214d-4aac-4454-9248-91c357632d5e service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896275 Jul 22 21:12:07.308068 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ee4da45-d8fd-431f-8c37-a3a703f1e205 req-f919fae7-b0e5-48ff-853e-90fcf954af30 service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917385 Jul 22 21:12:07.322003 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34604) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:07.607359 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-ea64e19f-164f-463c-8f83-1bf1ca7fea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.608885 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-ea64e19f-164f-463c-8f83-1bf1ca7fea7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 1096 time: 0.1670971 Jul 22 21:12:07.761043 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fbd5f-bc27-4ea5-9635-7c5a09672637 req-0ac56a07-a9b2-4053-b94d-3f5ab61e221f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.763102 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d77fbd5f-bc27-4ea5-9635-7c5a09672637 req-0ac56a07-a9b2-4053-b94d-3f5ab61e221f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 943 time: 0.2305052 Jul 22 21:12:07.797689 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-b36c2909-687a-4ed0-ba46-3920af728b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.799124 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-b36c2909-687a-4ed0-ba46-3920af728b69 service neutron] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 916 time: 0.1720433 Jul 22 21:12:07.858052 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-c82662aa-6f32-4d00-b0b9-2cc2a82b3c20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5deaa5ec-1881-45a5-8203-0858537f6751 HTTP/1.1" status: 200 len: 217 time: 0.0446005 Jul 22 21:12:07.938346 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d77fbd5f-bc27-4ea5-9635-7c5a09672637 req-30dbb041-5d18-4512-ac5a-09baf3aa7859 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491113 Jul 22 21:12:07.976338 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-b5ce3043-6936-4411-a191-8aecea11df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:07.977843 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-b5ce3043-6936-4411-a191-8aecea11df18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0959976 Jul 22 21:12:08.025086 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-b642406c-7160-4a06-a7fc-550b70a02f4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378146 Jul 22 21:12:08.180605 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-7110f0cc-8920-48ab-93bd-f98523e14d90 service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481345 Jul 22 21:12:08.230666 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.356076 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7c65e5b7-55e0-4281-966e-405ebcc4390b req-e541f31e-a8f6-4430-be3d-73d37b6b6d68 service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664796 Jul 22 21:12:08.578857 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Deleting port bd6b7ab3-9eed-4641-b498-f4a8b1e87129 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:08.579249 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.660835 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] For port bd6b7ab3-9eed-4641-b498-f4a8b1e87129, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:08.661460 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.674098 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Calling delete_port for bd6b7ab3-9eed-4641-b498-f4a8b1e87129 owned by network:router_interface {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:08.854765 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:08.883065 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6b7ab3-9eed-4641-b498-f4a8b1e87129,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:09.097566 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4816b-16c2-41d6-a7aa-8c96d16d6d46 req-a31ed547-c4f7-49e1-a7a5-5c4c117ed9c3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:09.100461 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06a4816b-16c2-41d6-a7aa-8c96d16d6d46 req-a31ed547-c4f7-49e1-a7a5-5c4c117ed9c3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 943 time: 0.0819194 Jul 22 21:12:09.155532 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-06a4816b-16c2-41d6-a7aa-8c96d16d6d46 req-45897815-9445-4782-818e-daf8f388f9b2 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382946 Jul 22 21:12:09.368094 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.605912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:09.712709 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:09.718912 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-107a4133-b2b1-4762-9b07-904d21ad830a admin admin] 10.222.0.64 "PUT /v2.0/routers/9c5117d9-d582-4b78-b87d-e3d02d4eafc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3956652 Jul 22 21:12:09.721587 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34612) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:09.724538 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] Sync routers for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:09.736990 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:09.737581 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:11:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:09.830733 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:09.844119 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:09.975577 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.059544 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Deleting port 9d598876-5cbb-4d61-a688-ce25938947a2 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:10.060104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.112891 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:12:08Z', 'revision_number': 5, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port': {'id': '9d598876-5cbb-4d61-a688-ce25938947a2', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:03:25Z', 'updated_at': '2021-07-22T21:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:10.141635 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] Checking router: 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:10.150446 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] Routers {'9c5117d9-d582-4b78-b87d-e3d02d4eafc2'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:10.151096 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:11:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:10.163238 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] For port 9d598876-5cbb-4d61-a688-ce25938947a2, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=9d598876-5cbb-4d61-a688-ce25938947a2,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:10.163598 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.177312 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Calling delete_port for 9d598876-5cbb-4d61-a688-ce25938947a2 owned by network:router_gateway {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:10.212770 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 5deaa5ec-1881-45a5-8203-0858537f6751 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:10.249983 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] Set router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 gateway port host: None {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:10.320065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 5deaa5ec-1881-45a5-8203-0858537f6751, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=5deaa5ec-1881-45a5-8203-0858537f6751,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:10.329551 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:12:09Z', 'revision_number': 6, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:10.334135 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '5deaa5ec-1881-45a5-8203-0858537f6751', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'port_id': '5deaa5ec-1881-45a5-8203-0858537f6751', 'mac_address': 'fa:16:3e:40:ba:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a49358-3018-471d-9114-756d2aae4e48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:10.377406 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.377659 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46f7ac-2d0b-47a7-bd50-1ccf82fa07f7 None None] The sync data for ids ['9c5117d9-d582-4b78-b87d-e3d02d4eafc2'] in dv-cinder-800015-2-iscsi is: [{'id': '9c5117d9-d582-4b78-b87d-e3d02d4eafc2', 'name': 'tempest-AttachVolumeShelveTestJSON-327183397-router', 'tenant_id': '25ecdac3159c49afb111245def848e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:03:24Z', 'updated_at': '2021-07-22T21:12:09Z', 'revision_number': 6, 'project_id': '25ecdac3159c49afb111245def848e54', 'gw_port_host': None}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:10.392617 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5deaa5ec-1881-45a5-8203-0858537f6751 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:10.424115 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 5deaa5ec-1881-45a5-8203-0858537f6751, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=5deaa5ec-1881-45a5-8203-0858537f6751,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:10.429303 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.465983 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcf542-1395-41b0-b3f8-9fc92d8a1809 req-cf4a5a59-cc3c-4a95-894b-524ca2713718 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:10.468214 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-31dcf542-1395-41b0-b3f8-9fc92d8a1809 req-cf4a5a59-cc3c-4a95-894b-524ca2713718 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 943 time: 0.2130034 Jul 22 21:12:10.498073 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=5deaa5ec-1881-45a5-8203-0858537f6751,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:10.544965 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-31dcf542-1395-41b0-b3f8-9fc92d8a1809 req-ba783ac1-5a69-49cc-af17-416b4d8fcdd2 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Jul 22 21:12:10.554482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.588012 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d598876-5cbb-4d61-a688-ce25938947a2,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:10.652906 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.781521 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.785112 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.813755 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['5deaa5ec-1881-45a5-8203-0858537f6751'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:10.849429 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.850328 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5117d9-d582-4b78-b87d-e3d02d4eafc2 {{(pid=93063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:12:10.857325 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.858925 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e8a1b450-550c-4003-bb05-090ecaadcc86 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9c5117d9-d582-4b78-b87d-e3d02d4eafc2 HTTP/1.1" status: 204 len: 168 time: 1.1363635 Jul 22 21:12:10.861403 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34616) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:10.887728 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device bd6b7ab3-9eed-4641-b498-f4a8b1e87129 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:10.920178 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_v2 [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] Deleting subnet 8ba7cc3b-83b6-4bed-b45d-a738fee70092 {{(pid=93063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:12:10.923643 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:10.932336 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: bd6b7ab3-9eed-4641-b498-f4a8b1e87129 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:10.932799 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device bd6b7ab3-9eed-4641-b498-f4a8b1e87129 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:10.963961 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8925167'] for subnet, precommit_delete_associations {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.049825 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.113439 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12061832'] for subnet, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.139233 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba7cc3b-83b6-4bed-b45d-a738fee70092,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:11.145288 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.147139 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-761f09de-2dad-4d28-aac9-976de7f82424 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8ba7cc3b-83b6-4bed-b45d-a738fee70092 HTTP/1.1" status: 204 len: 168 time: 0.2847471 Jul 22 21:12:11.150795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34618) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:11.154838 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c116d78-6db4-4572-95cf-6f567371781f None None] Network 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:11.228989 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.288301 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Deleting port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:11.288959 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.365106 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] For port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:11.365491 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.378555 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] DHCP port deletion for 02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:12:11.385250 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Calling delete_port for 54b9349d-ecfd-47db-8fa4-e82c07ca39ce owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:11.435621 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] Deleting port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce {{(pid=93065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:11.436008 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.515382 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.528430 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] For port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,segment=NetworkSegment(241db6f0-2333-4551-a358-7b84dac37473),segment_id=241db6f0-2333-4551-a358-7b84dac37473)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:11.529024 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.547526 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] Calling delete_port for 54b9349d-ecfd-47db-8fa4-e82c07ca39ce owned by network:dhcp {{(pid=93065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:11.549362 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:11.553158 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] No DVR routers for this DVR port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce on host dv-cinder-800015-2-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:11.650748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.663527 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.682656 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] Pushing event deleted for resources: {'Port': ['ID=54b9349d-ecfd-47db-8fa4-e82c07ca39ce,revision_number=None']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:11.685879 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c3f82d-a26c-4295-9a8d-6b0a70d9efa3']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:11.687301 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17ad6c-3ebe-48fb-af1f-a0f2eeee191a None None] No DVR routers for this DVR port 54b9349d-ecfd-47db-8fa4-e82c07ca39ce on host dv-cinder-800015-2-iscsi {{(pid=93065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:11.706081 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241db6f0-2333-4551-a358-7b84dac37473') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:11.706704 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241db6f0-2333-4551-a358-7b84dac37473') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:11.720096 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.735295 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e1ab1-be26-4664-8fa6-49e98b4b048c req-596ce922-a686-4d10-8c02-aad263b3b645 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:11.737919 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-718e1ab1-be26-4664-8fa6-49e98b4b048c req-596ce922-a686-4d10-8c02-aad263b3b645 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 944 time: 0.1178851 Jul 22 21:12:11.746198 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.755529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:12:11.756155 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:12:11.758757 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:12:11.790226 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-718e1ab1-be26-4664-8fa6-49e98b4b048c req-684ceaf3-b2b0-4c90-8d31-087e1c09396a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Jul 22 21:12:11.822604 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.829078 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:11.830885 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] 10.222.0.64 "DELETE /v2.0/networks/02c3f82d-a26c-4295-9a8d-6b0a70d9efa3 HTTP/1.1" status: 204 len: 168 time: 0.6791146 Jul 22 21:12:11.850101 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad3f5d-ae45-4a96-ab19-76943a55b074 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c3f82d-a26c-4295-9a8d-6b0a70d9efa3,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:11.951711 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34624) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:11.993905 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-522733b2-4cda-480b-8e9f-fb7c04bb7472 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25ecdac3159c49afb111245def848e54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409546 Jul 22 21:12:11.996511 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34626) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:12.047512 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-63ab0601-d486-4b8b-ada1-10fdcad34caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.068799 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-63ab0601-d486-4b8b-ada1-10fdcad34caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.121027 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-63ab0601-d486-4b8b-ada1-10fdcad34caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.123832 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-63ab0601-d486-4b8b-ada1-10fdcad34caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.125020 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-63ab0601-d486-4b8b-ada1-10fdcad34caf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9340c86b-8f1b-4c5f-a116-c0dc6365f476 HTTP/1.1" status: 204 len: 168 time: 0.1275899 Jul 22 21:12:12.132971 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab0601-d486-4b8b-ada1-10fdcad34caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9340c86b-8f1b-4c5f-a116-c0dc6365f476,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:12.215885 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 5deaa5ec-1881-45a5-8203-0858537f6751 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:12.271714 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 5deaa5ec-1881-45a5-8203-0858537f6751 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:12.276335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 5deaa5ec-1881-45a5-8203-0858537f6751 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:12.277065 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.368276 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.393305 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deaa5ec-1881-45a5-8203-0858537f6751'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:12.395584 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9acbf37-41d2-4a51-b359-3f7a47917675" -d '{"events": [{"server_uuid": "a9baa6b2-def1-401d-be91-f374130e45f5", "name": "network-vif-plugged", "status": "completed", "tag": "5deaa5ec-1881-45a5-8203-0858537f6751"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:12.411088 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 5deaa5ec-1881-45a5-8203-0858537f6751, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=5deaa5ec-1881-45a5-8203-0858537f6751,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:12.417178 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:12.442892 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7daf86e-e51b-48b9-9899-adaa0e9bed3f x-openstack-request-id: req-c7daf86e-e51b-48b9-9899-adaa0e9bed3f {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:12.443208 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9baa6b2-def1-401d-be91-f374130e45f5", "name": "network-vif-plugged", "status": "completed", "tag": "5deaa5ec-1881-45a5-8203-0858537f6751", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:12.443588 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7daf86e-e51b-48b9-9899-adaa0e9bed3f {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:12.443984 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deaa5ec-1881-45a5-8203-0858537f6751', 'code': 200} Jul 22 21:12:12.483456 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=5deaa5ec-1881-45a5-8203-0858537f6751,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:12.704878 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a0c16-a0ab-4a38-a06c-39ab8d4e58d7 req-038006ea-20a2-48a0-a02e-7dc24f022f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.707336 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e98a0c16-a0ab-4a38-a06c-39ab8d4e58d7 req-038006ea-20a2-48a0-a02e-7dc24f022f4b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 1098 time: 0.0777876 Jul 22 21:12:12.731948 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 54b9349d-ecfd-47db-8fa4-e82c07ca39ce no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:12.755602 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 54b9349d-ecfd-47db-8fa4-e82c07ca39ce {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:12.755952 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 54b9349d-ecfd-47db-8fa4-e82c07ca39ce not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:12.756554 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 9d598876-5cbb-4d61-a688-ce25938947a2 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:12.770812 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e98a0c16-a0ab-4a38-a06c-39ab8d4e58d7 req-28064670-956f-4db8-963d-c024d5c2dba8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522926 Jul 22 21:12:12.775334 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 9d598876-5cbb-4d61-a688-ce25938947a2 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:12.775687 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 9d598876-5cbb-4d61-a688-ce25938947a2 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:12.935153 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ce16d-a489-4ebd-b84a-ae007fb1f1cb req-9d4f40d3-4d22-4e8c-8a88-754c6713e9be tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:12.936550 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-929ce16d-a489-4ebd-b84a-ae007fb1f1cb req-9d4f40d3-4d22-4e8c-8a88-754c6713e9be tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0718267 Jul 22 21:12:12.993273 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-929ce16d-a489-4ebd-b84a-ae007fb1f1cb req-127620dc-861a-4eee-984a-2ba63e8d4ee7 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Jul 22 21:12:14.133409 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d47cd-b89f-4562-9f54-382584f0c194 req-92a32e59-c88c-4090-8ebe-37aa1385bbb9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:14.134936 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9e1d47cd-b89f-4562-9f54-382584f0c194 req-92a32e59-c88c-4090-8ebe-37aa1385bbb9 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0689595 Jul 22 21:12:14.175010 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9e1d47cd-b89f-4562-9f54-382584f0c194 req-99bd5791-986e-442b-befe-91f57769df5b tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Jul 22 21:12:14.690955 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2fa0-94a1-415d-8604-2eef96bfa3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:15.313002 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acf198-b47f-46c8-be2a-734f0677f040 req-f1c35ed5-e0da-4362-a827-606183f36544 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:15.314726 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f7acf198-b47f-46c8-be2a-734f0677f040 req-f1c35ed5-e0da-4362-a827-606183f36544 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0698898 Jul 22 21:12:15.357116 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f7acf198-b47f-46c8-be2a-734f0677f040 req-fde16f09-7e9a-4f9f-9248-a8db0a17f429 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341282 Jul 22 21:12:16.033610 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34700) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:16.146828 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-31b51b0a-5765-4033-97da-c5d1e1b766aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.249319 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-31b51b0a-5765-4033-97da-c5d1e1b766aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.253417 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-31b51b0a-5765-4033-97da-c5d1e1b766aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.292910 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b51b0a-5765-4033-97da-c5d1e1b766aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7385b2-98e2-46b8-a485-48130c5b7134,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:16.297414 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-31b51b0a-5765-4033-97da-c5d1e1b766aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69c1268310014e2cbee320c25d758fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627304 Jul 22 21:12:16.300532 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34704) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:16.352666 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6f400d92-08f0-4fbd-8c64-8915eeedca9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.379031 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6f400d92-08f0-4fbd-8c64-8915eeedca9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.426738 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6f400d92-08f0-4fbd-8c64-8915eeedca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.429533 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6f400d92-08f0-4fbd-8c64-8915eeedca9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:16.430694 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-6f400d92-08f0-4fbd-8c64-8915eeedca9b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f7385b2-98e2-46b8-a485-48130c5b7134 HTTP/1.1" status: 204 len: 168 time: 0.1292083 Jul 22 21:12:16.439242 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f400d92-08f0-4fbd-8c64-8915eeedca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7385b2-98e2-46b8-a485-48130c5b7134,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:17.315817 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-afdea5a3-24aa-4c86-ac9a-4bfe50851ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:17.548767 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.205529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34768) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:18.322203 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8c4cc801-97d7-4c83-852e-2d6d88fab490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.433496 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8c4cc801-97d7-4c83-852e-2d6d88fab490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.438069 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-8c4cc801-97d7-4c83-852e-2d6d88fab490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.477307 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cc801-97d7-4c83-852e-2d6d88fab490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00a8f5-5aed-44cc-8b03-473ef5aee31a,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:18.482536 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-8c4cc801-97d7-4c83-852e-2d6d88fab490 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b807cbaf4ceb46a2a1e165d15b847b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756438 Jul 22 21:12:18.485878 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34772) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:18.512849 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.537364 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-de19eaa3-6cbe-46f9-a691-9b133abef516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.563256 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-de19eaa3-6cbe-46f9-a691-9b133abef516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.610783 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-de19eaa3-6cbe-46f9-a691-9b133abef516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.613641 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-de19eaa3-6cbe-46f9-a691-9b133abef516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:18.617422 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-de19eaa3-6cbe-46f9-a691-9b133abef516 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e00a8f5-5aed-44cc-8b03-473ef5aee31a HTTP/1.1" status: 204 len: 168 time: 0.1284323 Jul 22 21:12:18.624321 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19eaa3-6cbe-46f9-a691-9b133abef516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00a8f5-5aed-44cc-8b03-473ef5aee31a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:18.900053 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34778) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:18.914009 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-eb2e9b58-83a1-463b-ae7f-15666428ce7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.006907 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-eb2e9b58-83a1-463b-ae7f-15666428ce7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.011897 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-eb2e9b58-83a1-463b-ae7f-15666428ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.052019 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-eb2e9b58-83a1-463b-ae7f-15666428ce7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=873107d8851a4355b2a8918cd7c8e67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508653 Jul 22 21:12:19.053002 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e9b58-83a1-463b-ae7f-15666428ce7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54883c85-8137-41da-b0fc-321a0f39a7cb,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:19.054670 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34780) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:19.110473 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0650-8ee1-4ecd-a039-2bf4d621c918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.133852 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0650-8ee1-4ecd-a039-2bf4d621c918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.185489 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0650-8ee1-4ecd-a039-2bf4d621c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.188239 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c3bc0650-8ee1-4ecd-a039-2bf4d621c918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:19.189576 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c3bc0650-8ee1-4ecd-a039-2bf4d621c918 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54883c85-8137-41da-b0fc-321a0f39a7cb HTTP/1.1" status: 204 len: 168 time: 0.1334589 Jul 22 21:12:19.198172 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc0650-8ee1-4ecd-a039-2bf4d621c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54883c85-8137-41da-b0fc-321a0f39a7cb,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:20.172569 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:26.090873 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:12:26.446174 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-12353cd6-aaa8-483d-a976-75c31d04801f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:26.448267 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-12353cd6-aaa8-483d-a976-75c31d04801f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1138155 Jul 22 21:12:26.464801 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-54a8e9e2-aa42-4824-9c53-bb2c0d8f1087 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/quotas/0139358540084c168d6cf2fe0d4c1313 HTTP/1.1" status: 200 len: 375 time: 0.0104463 Jul 22 21:12:26.534103 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-010c6597-bc51-4b60-8569-ea894d69d0df tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638223 Jul 22 21:12:26.636755 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-6a62a4e5-249e-40c2-a03f-0ff55089c107 service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953946 Jul 22 21:12:26.733831 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-59dec14e-6b5c-42bc-8345-83fd15821b5a service neutron] 10.222.0.64 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913205 Jul 22 21:12:26.903165 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e8423962-1359-4bcb-84d4-1d764b6ae1f9 req-b5e75ea2-aa37-4582-b68b-fc534494f225 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 210 time: 0.0305648 Jul 22 21:12:28.005205 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4364775-92a9-4b76-a951-21815fba9516 req-c3c042db-6be8-4d7c-a87c-0ca4146b6078 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 210 time: 0.0319257 Jul 22 21:12:28.085791 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34964) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:28.195490 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.298129 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.304493 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.324547 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-4b750bef-b3a7-4221-bd98-c24182a17696 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:28.326254 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-4b750bef-b3a7-4221-bd98-c24182a17696 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 814 time: 0.1223452 Jul 22 21:12:28.347494 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Request body: {'port': {'device_id': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'admin_state_up': True, 'tenant_id': '0139358540084c168d6cf2fe0d4c1313'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:28.349573 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0b8c48957fc4a968582fdbf13444ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626989 Jul 22 21:12:28.350889 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a833a6-3432-4635-a042-a356ee8e02ae,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:28.352096 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34968) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:28.359937 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.360288 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.360632 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.360965 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.361295 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.361628 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.361956 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.362280 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.362607 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.362930 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.363287 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.363606 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dec922-1b48-4041-9e8a-d4d5749a9bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.478772 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.510949 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.532154 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Made reservation on behalf of 0139358540084c168d6cf2fe0d4c1313 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:12:28.535605 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.619541 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.622147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.623369 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54a833a6-3432-4635-a042-a356ee8e02ae HTTP/1.1" status: 204 len: 168 time: 0.2703454 Jul 22 21:12:28.640931 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a833a6-3432-4635-a042-a356ee8e02ae,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:28.680788 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.681148 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.681501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.681985 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.682470 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.682819 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.683184 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.683538 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.683875 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.684210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.684544 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.684875 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b8ce8a-d37a-40e9-be22-d45f71ad80e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:28.716750 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Allocated IP 172.20.0.5 (476a0c39-e63b-4530-9f9c-4ac2bfe585fd/39a49358-3018-471d-9114-756d2aae4e48/56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:12:28.876410 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.922074 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.930436 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34978) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:28.964094 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46', '66ecbc97-477f-46c5-b49f-93f5245b46b0', '5deaa5ec-1881-45a5-8203-0858537f6751'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:28.972321 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-57ca3f8e-ec24-4b3b-bff9-c56aed29329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:28.990899 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:12:28.997158 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:12:28.998944 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event updated for resources: {'Port': ['ID=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:29.002023 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:12:29.073758 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.074463 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.150066 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-57ca3f8e-ec24-4b3b-bff9-c56aed29329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.157630 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-57ca3f8e-ec24-4b3b-bff9-c56aed29329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.159312 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6255c6-20b1-4234-83da-710109c669f3 req-d11e1b1a-2395-4e5d-ad0c-21bf071bbd4f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.160865 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1a6255c6-20b1-4234-83da-710109c669f3 req-d11e1b1a-2395-4e5d-ad0c-21bf071bbd4f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 931 time: 0.0812192 Jul 22 21:12:29.167565 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-7152cb79-0886-45e2-a741-50c28d6daa1e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241475 Jul 22 21:12:29.204121 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1a6255c6-20b1-4234-83da-710109c669f3 req-8b3ce4bb-8413-43b9-883d-69218d35f579 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357172 Jul 22 21:12:29.208337 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Request body: {'port': {'device_id': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:12:29.214194 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca3f8e-ec24-4b3b-bff9-c56aed29329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c522a-618f-425b-938e-ca57f517f21b,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:29.235836 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-57ca3f8e-ec24-4b3b-bff9-c56aed29329b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8feff73142b749e4a6e31fdb2863a968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043416 Jul 22 21:12:29.238314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 34982) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:29.329056 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.339636 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-dc514b04-c787-4158-bc2a-e828510d867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.386850 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-dc514b04-c787-4158-bc2a-e828510d867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.517863 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-dc514b04-c787-4158-bc2a-e828510d867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.520370 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-dc514b04-c787-4158-bc2a-e828510d867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.521528 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-dc514b04-c787-4158-bc2a-e828510d867a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef1c522a-618f-425b-938e-ca57f517f21b HTTP/1.1" status: 204 len: 168 time: 0.2823145 Jul 22 21:12:29.540051 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc514b04-c787-4158-bc2a-e828510d867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c522a-618f-425b-938e-ca57f517f21b,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:29.660852 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:29.668153 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.680492 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Transition to ACTIVE for port object 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:12:29.684596 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.747025 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Pushing event updated for resources: {'Port': ['ID=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:29.821842 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Attempting to bind port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:12:29.822178 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Attempting to bind port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:12:29.823039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Attempting to bind port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:29.827368 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:12:29.827690 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Attempting to bind port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 on network 476a0c39-e63b-4530-9f9c-4ac2bfe585fd {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:12:29.832671 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:12:29.833010 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Checking segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:12:29.833397 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Bound using segment: {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:12:29.833818 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Bound port: 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f91188-7a8c-4bb0-9043-a8101f7b1c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:12:29.834180 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.860679 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34988) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:29.874172 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7aca075c-0ddc-4816-9bf0-9456c686046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.898568 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] For port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:12:29.902114 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] For port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:12:29.905709 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.938234 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:29.939053 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.940451 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] 10.222.0.66 "PUT /v2.0/ports/56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 HTTP/1.1" status: 200 len: 1093 time: 0.7413676 Jul 22 21:12:29.942543 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'tag': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:29.944951 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022" -d '{"events": [{"name": "network-changed", "server_uuid": "1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc", "tag": "56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:29.971344 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7aca075c-0ddc-4816-9bf0-9456c686046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.975805 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-7aca075c-0ddc-4816-9bf0-9456c686046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:29.976678 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712339b5-b3b3-4ba5-b05e-a410336b669b service neutron] Pushing event updated for resources: {'Port': ['ID=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:29.988506 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2c371-9d07-4eb9-8317-eb105aa9719a x-openstack-request-id: req-70e2c371-9d07-4eb9-8317-eb105aa9719a {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:29.988801 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc", "tag": "56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:29.989050 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70e2c371-9d07-4eb9-8317-eb105aa9719a {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:29.989452 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'tag': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0', 'status': 'completed', 'code': 200} Jul 22 21:12:30.018195 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca075c-0ddc-4816-9bf0-9456c686046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b25ec-1421-446f-a24c-6950a040d966,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:30.027110 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-7aca075c-0ddc-4816-9bf0-9456c686046a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d4c9747022f436e8cc0948fde0fc3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618485 Jul 22 21:12:30.027606 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 34992) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:30.090322 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-def1fa2b-89ce-4b69-b594-b09ce4b6e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.091992 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-def1fa2b-89ce-4b69-b594-b09ce4b6e928 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 1096 time: 0.0681453 Jul 22 21:12:30.094116 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df89db66-7438-4488-abbc-b20b20e48576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.116358 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df89db66-7438-4488-abbc-b20b20e48576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.147466 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-2b0efbb2-4fd4-444b-8ad5-b35cb920f6e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 HTTP/1.1" status: 200 len: 217 time: 0.0380893 Jul 22 21:12:30.163210 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df89db66-7438-4488-abbc-b20b20e48576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.165758 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-df89db66-7438-4488-abbc-b20b20e48576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:30.167614 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-df89db66-7438-4488-abbc-b20b20e48576 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a52b25ec-1421-446f-a24c-6950a040d966 HTTP/1.1" status: 204 len: 168 time: 0.1394646 Jul 22 21:12:30.175756 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89db66-7438-4488-abbc-b20b20e48576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b25ec-1421-446f-a24c-6950a040d966,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:30.201019 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-8dd5185c-4e2c-4da7-9833-9db21ffb2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.202611 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-8dd5185c-4e2c-4da7-9833-9db21ffb2966 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0484040 Jul 22 21:12:30.238697 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-13d64c54-083e-4ebf-a4f4-51fbc8cca566 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288789 Jul 22 21:12:30.342775 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-f679b907-eb07-49a3-9757-ea1f2fd3101f service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953674 Jul 22 21:12:30.343524 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6a8d5-a44b-41bc-8bf3-8087460ad336 req-81e0ac45-a771-4093-98fd-9218c3074857 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.345252 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-93a6a8d5-a44b-41bc-8bf3-8087460ad336 req-81e0ac45-a771-4093-98fd-9218c3074857 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 943 time: 0.0665247 Jul 22 21:12:30.383697 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-93a6a8d5-a44b-41bc-8bf3-8087460ad336 req-58666cb1-3496-4b3d-9553-7927a3068a28 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Jul 22 21:12:30.450708 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ae4a671e-a789-46be-89fc-90c0fef654ec req-2e822f7b-8f42-4f03-8329-10811aed72be service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985866 Jul 22 21:12:30.638270 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-40634e3b-f80d-46f3-b9c9-73919b1b9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.639830 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-40634e3b-f80d-46f3-b9c9-73919b1b9c6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0139358540084c168d6cf2fe0d4c1313&device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 1096 time: 0.0609751 Jul 22 21:12:30.736998 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-9496f0dd-bdc0-4338-93b4-380c27b00d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.738532 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-9496f0dd-bdc0-4338-93b4-380c27b00d71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 200 len: 916 time: 0.0914764 Jul 22 21:12:30.791710 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-5e3fa8f9-e018-43cd-8fc3-6c9a72306fa1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 HTTP/1.1" status: 200 len: 217 time: 0.0390656 Jul 22 21:12:30.846934 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-ec9e97a8-b53a-4bfa-ac4c-a5a5b7e72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:30.848423 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-ec9e97a8-b53a-4bfa-ac4c-a5a5b7e72c28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 200 len: 854 time: 0.0468826 Jul 22 21:12:30.887893 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-096ee141-2b41-4845-abc5-1c51adda2749 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=476a0c39-e63b-4530-9f9c-4ac2bfe585fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285485 Jul 22 21:12:30.989316 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-1b7cf8e3-fe27-4157-a279-2123ff38e63b service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907469 Jul 22 21:12:31.092279 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4d4564c0-a1b6-4b4a-b87d-861a50e5c022 req-1deeee79-b8a5-4a90-a6cb-4e2558281c3d service neutron] 10.222.0.66 "GET /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935733 Jul 22 21:12:31.231525 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35024) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:31.331193 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1cd87ecd-a817-4bb5-a4fe-b83950392526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.420127 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1cd87ecd-a817-4bb5-a4fe-b83950392526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.425875 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1cd87ecd-a817-4bb5-a4fe-b83950392526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.477384 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-1cd87ecd-a817-4bb5-a4fe-b83950392526 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f5e8cf81a2c4c1a8d0b7a7c2a257d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447789 Jul 22 21:12:31.480822 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35030) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:31.494906 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87ecd-a817-4bb5-a4fe-b83950392526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172b57ba-2db2-4881-89e9-30e6d4c3efc6,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:31.532973 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c7885886-63fe-48d8-a4d8-ff2ea9010369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.533307 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfea1e-64a4-4fa2-a6be-c3afa57b1acf req-5e74c638-904d-4db3-b3fb-ada7496634ae tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:31.534824 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-38cfea1e-64a4-4fa2-a6be-c3afa57b1acf req-5e74c638-904d-4db3-b3fb-ada7496634ae tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 943 time: 0.0740290 Jul 22 21:12:31.555093 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c7885886-63fe-48d8-a4d8-ff2ea9010369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.573383 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-38cfea1e-64a4-4fa2-a6be-c3afa57b1acf req-262c6706-94e3-4f64-9c4a-e95e7f822923 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jul 22 21:12:31.605524 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c7885886-63fe-48d8-a4d8-ff2ea9010369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.608114 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c7885886-63fe-48d8-a4d8-ff2ea9010369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:31.609254 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c7885886-63fe-48d8-a4d8-ff2ea9010369 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/172b57ba-2db2-4881-89e9-30e6d4c3efc6 HTTP/1.1" status: 204 len: 168 time: 0.1274600 Jul 22 21:12:31.616718 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7885886-63fe-48d8-a4d8-ff2ea9010369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b57ba-2db2-4881-89e9-30e6d4c3efc6,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:32.405315 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35076) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:32.982807 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4aeba-8f2f-431c-a7b7-307e7296f45b req-7780b761-aa71-40c3-9572-fdfa9a4e4290 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:32.984603 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6cf4aeba-8f2f-431c-a7b7-307e7296f45b req-7780b761-aa71-40c3-9572-fdfa9a4e4290 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 943 time: 0.3274276 Jul 22 21:12:33.014282 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Deleting port ab2ea865-24d5-4116-b09c-d5990b19c76b {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:33.014633 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.051045 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6cf4aeba-8f2f-431c-a7b7-307e7296f45b req-41fab208-b762-4184-bd64-7cd615a4bc16 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603995 Jul 22 21:12:33.107183 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.107183 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.119528 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Calling delete_port for ab2ea865-24d5-4116-b09c-d5990b19c76b owned by network:floatingip {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:33.320489 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.345000 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event deleted for resources: {'Port': ['ID=ab2ea865-24d5-4116-b09c-d5990b19c76b,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:33.412749 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for floatingip, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.413081 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.l3_db [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Floating IP afc5e1ee-987b-4889-98a9-b2ff0ee1804f disassociated (deleted). External IP: 172.27.2.215, port: 836da836-80d3-4fea-ac4b-6d2cb6597da6. Jul 22 21:12:33.628013 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Router ae063e00-70c4-421e-851a-1c3b1dc07bb3 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:33.743827 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:33.750758 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:33.755324 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] Sync routers for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:33.764664 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:33.765272 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:33.789653 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1df5d7d0-a525-4d06-b7a3-226afadd9960 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "DELETE /v2.0/floatingips/afc5e1ee-987b-4889-98a9-b2ff0ee1804f HTTP/1.1" status: 204 len: 168 time: 1.3808465 Jul 22 21:12:33.789653 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6'}] {{(pid=93064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:33.790195 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}958be52ccfcf9767c71f4776d1b4eab7372b4a3149133b229185827d7bc2a5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfa391c-3bf4-4340-8dcd-70054af81ade" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6"}]}' {{(pid=93064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:33.836460 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17437179-82f5-4c6c-9a92-10681170185c x-openstack-request-id: req-17437179-82f5-4c6c-9a92-10681170185c {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:33.836759 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6", "status": "completed", "code": 200}]} {{(pid=93064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:33.837016 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17437179-82f5-4c6c-9a92-10681170185c {{(pid=93064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:33.837425 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'status': 'completed', 'code': 200} Jul 22 21:12:33.879836 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:33.945487 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-b3437ae1-48d1-44dd-b6c3-431f0aa09323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:33.947625 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-b3437ae1-48d1-44dd-b6c3-431f0aa09323 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 1098 time: 0.0598342 Jul 22 21:12:34.085701 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7330243-ecf7-4b6a-a3b4-36fbce48a555 req-6e88b3bc-b079-4660-ba15-dd8c30af7321 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.093622 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b7330243-ecf7-4b6a-a3b4-36fbce48a555 req-6e88b3bc-b079-4660-ba15-dd8c30af7321 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0941963 Jul 22 21:12:34.154910 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-b7330243-ecf7-4b6a-a3b4-36fbce48a555 req-e0d7a073-f1be-4e94-8f7d-f095279ab6d0 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601132 Jul 22 21:12:34.179513 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.253948 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:59Z', 'revision_number': 5, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:34.282469 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] Checking router: ae063e00-70c4-421e-851a-1c3b1dc07bb3 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:34.291446 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:34.292210 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:34.331082 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:12:34.434076 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-5c3bf06c-5ee2-44a2-b4de-6b2fb36d2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.435653 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-5c3bf06c-5ee2-44a2-b4de-6b2fb36d2109 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 200 len: 911 time: 0.4271584 Jul 22 21:12:34.467456 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:34.485767 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-84676983-d1aa-4e4c-b16b-f4330bee4dd4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 200 len: 217 time: 0.0424078 Jul 22 21:12:34.497204 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a8264-d70c-40fc-997d-04898ee85ed0 req-280a611a-11c0-4c3e-938a-fe20a93bdcf1 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.499015 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-165a8264-d70c-40fc-997d-04898ee85ed0 req-280a611a-11c0-4c3e-938a-fe20a93bdcf1 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 943 time: 0.1233656 Jul 22 21:12:34.567382 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-fcabb7fe-9a3a-4a0f-863b-f933f6ce9def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.568935 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-fcabb7fe-9a3a-4a0f-863b-f933f6ce9def service neutron] 10.222.0.66 "GET /v2.0/subnets?id=474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 200 len: 848 time: 0.0693958 Jul 22 21:12:34.571934 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-165a8264-d70c-40fc-997d-04898ee85ed0 req-c3a75172-0a2a-4539-a476-622e9d32a618 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Jul 22 21:12:34.581515 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:34.595903 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0', 'network_id': '476a0c39-e63b-4530-9f9c-4ac2bfe585fd', 'port_id': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0', 'mac_address': 'fa:16:3e:ca:ed:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a49358-3018-471d-9114-756d2aae4e48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:12:34.636467 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-08ff7728-6bf2-4627-8e28-f1a6aa6aa131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:34.637996 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-08ff7728-6bf2-4627-8e28-f1a6aa6aa131 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dd367953-e15a-4ff2-b0c6-1e9706289228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571895 Jul 22 21:12:34.685279 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.712139 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:12:34.738800 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-559f7449-5099-4ebc-bc97-37a434131d6a service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894415 Jul 22 21:12:34.752476 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:34.758556 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:34.818642 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:34.829917 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:59Z', 'revision_number': 5, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:34.833772 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.834121 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.834837 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.835186 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.835294 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-acfa391c-3bf4-4340-8dcd-70054af81ade req-196ebf4f-f541-48ab-b3f3-002f6107b41e service neutron] 10.222.0.66 "GET /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873239 Jul 22 21:12:34.835525 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.835859 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.836189 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.836518 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.836844 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.837167 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.837490 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.838448 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:12:34.866342 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceaf9f0-50a9-4130-8d46-affa704126ad None None] The sync data for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi is: [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:06:52Z', 'revision_number': 4, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'b1f7af46-1570-4b60-8a37-1e7bfe77c239', 'name': '', 'network_id': 'dd367953-e15a-4ff2-b0c6-1e9706289228', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'mac_address': 'fa:16:3e:dd:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:51Z', 'updated_at': '2021-07-22T21:06:59Z', 'revision_number': 5, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'subnets': [{'id': '474f9ae1-63b8-44c4-a03f-537516ec69a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:35.090819 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54efbe7-902c-4eca-8b90-9b3b3ebb7b84 None None] New status for floating IP afc5e1ee-987b-4889-98a9-b2ff0ee1804f: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:12:35.206533 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:35.290909 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6692d-afef-4f4d-85ed-326648b971e9 req-d23ddce1-ab77-4366-86d9-2d5d6a6f7dfa tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.292662 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d0e6692d-afef-4f4d-85ed-326648b971e9 req-d23ddce1-ab77-4366-86d9-2d5d6a6f7dfa tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0716708 Jul 22 21:12:35.332263 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d0e6692d-afef-4f4d-85ed-326648b971e9 req-b624a95e-ecfb-48b2-80cc-5d6ee28a2e5f tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334396 Jul 22 21:12:35.719532 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9aefd-c1e7-49a6-8666-dff3ea807235 req-a3273160-970f-4fd5-9a74-52d518eba862 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:35.721150 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-edc9aefd-c1e7-49a6-8666-dff3ea807235 req-a3273160-970f-4fd5-9a74-52d518eba862 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 944 time: 0.0758483 Jul 22 21:12:35.758449 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-edc9aefd-c1e7-49a6-8666-dff3ea807235 req-3f6b6bb7-dd55-4c0e-b74e-8e138e535f7a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Jul 22 21:12:36.448091 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-af0be538-c0a0-409e-b224-edcfbf42b3b5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.449706 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-af0be538-c0a0-409e-b224-edcfbf42b3b5 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0669897 Jul 22 21:12:36.466816 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b0951-2c54-456a-b84e-0c39e30f32a5 req-634f9151-3e2a-4183-8596-f9a7bfe92e6d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.468586 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-652b0951-2c54-456a-b84e-0c39e30f32a5 req-634f9151-3e2a-4183-8596-f9a7bfe92e6d tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 945 time: 0.0652108 Jul 22 21:12:36.510038 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-652b0951-2c54-456a-b84e-0c39e30f32a5 req-0f725c75-c4d8-4dcd-8c01-ff2b7be798d6 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/security-groups?id=40be9fb1-be0d-449c-96bd-3a9417e56564&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359035 Jul 22 21:12:36.563755 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Deleting port 836da836-80d3-4fea-ac4b-6d2cb6597da6 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:36.564110 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.660452 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] For port 836da836-80d3-4fea-ac4b-6d2cb6597da6, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=836da836-80d3-4fea-ac4b-6d2cb6597da6,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:36.660756 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.674826 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Calling delete_port for 836da836-80d3-4fea-ac4b-6d2cb6597da6 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:36.809366 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.843274 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event deleted for resources: {'Port': ['ID=836da836-80d3-4fea-ac4b-6d2cb6597da6,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:36.924797 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] No DVR routers for this DVR port 836da836-80d3-4fea-ac4b-6d2cb6597da6 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:36.927691 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:36.929683 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e3110ff1-91aa-4db8-a99c-41ddd69fc6e0 req-3b5b51ad-6d68-44b3-8483-5af42c5992c9 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.66 "DELETE /v2.0/ports/836da836-80d3-4fea-ac4b-6d2cb6597da6 HTTP/1.1" status: 204 len: 173 time: 0.4715588 Jul 22 21:12:36.930128 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-deleted', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:36.932422 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc52b9a5-63c1-4894-9acc-7c04b53c0e70" -d '{"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-deleted", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:36.965539 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ff40b-9d32-4d38-bcde-237bdaf060b6 req-dfe3e5c9-a700-46aa-b320-e4e536454ffb tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:36.967168 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-208ff40b-9d32-4d38-bcde-237bdaf060b6 req-dfe3e5c9-a700-46aa-b320-e4e536454ffb tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 944 time: 0.1279962 Jul 22 21:12:37.002819 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3476bf5e-d773-4602-8c33-50bdac802dad x-openstack-request-id: req-3476bf5e-d773-4602-8c33-50bdac802dad {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:37.003124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7d4935-9f92-4e85-bceb-8078a0f52d7d", "name": "network-vif-deleted", "tag": "836da836-80d3-4fea-ac4b-6d2cb6597da6", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:37.003375 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3476bf5e-d773-4602-8c33-50bdac802dad {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:37.003769 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7d4935-9f92-4e85-bceb-8078a0f52d7d', 'name': 'network-vif-deleted', 'tag': '836da836-80d3-4fea-ac4b-6d2cb6597da6', 'status': 'completed', 'code': 200} Jul 22 21:12:37.031909 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-208ff40b-9d32-4d38-bcde-237bdaf060b6 req-b70a37a7-c444-465f-85ea-082eb1cf48d6 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582893 Jul 22 21:12:37.623889 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e1cae030-5355-4726-9ab7-740593210546 req-7884ffa4-6780-4cc6-a274-e97e2963e191 tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f7d4935-9f92-4e85-bceb-8078a0f52d7d HTTP/1.1" status: 200 len: 210 time: 0.0317938 Jul 22 21:12:38.184423 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c886d-d8c3-4545-9465-a17245fdb8ea req-5c2c4249-abe4-4b0c-959f-0841ff1c6c8f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.186234 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-379c886d-d8c3-4545-9465-a17245fdb8ea req-5c2c4249-abe4-4b0c-959f-0841ff1c6c8f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 944 time: 0.0707622 Jul 22 21:12:38.224585 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-379c886d-d8c3-4545-9465-a17245fdb8ea req-97b66481-c0f6-4170-9c31-aa10e807ef5a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326436 Jul 22 21:12:38.332562 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:12:38.381799 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:12:38.385511 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:12:38.385880 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:38.467337 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:38.490754 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:38.493056 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e87e6d6-54e9-4c87-89f3-22537648459d" -d '{"events": [{"server_uuid": "1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc", "name": "network-vif-plugged", "status": "completed", "tag": "56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:38.506099 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:38.510835 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:38.534498 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32154f8e-33b4-46f8-8912-518b15e2d49e x-openstack-request-id: req-32154f8e-33b4-46f8-8912-518b15e2d49e {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:38.534803 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc", "name": "network-vif-plugged", "status": "completed", "tag": "56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:38.535089 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32154f8e-33b4-46f8-8912-518b15e2d49e {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:38.535483 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0', 'code': 200} Jul 22 21:12:38.562672 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:38.688014 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35152) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:38.762643 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-642f600d-5f9c-4ba0-9584-54e078d8b2af tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:38.785497 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f5c67-16a0-4e26-8d3d-d0fbb230ba3c req-b22d7bd0-743e-4e28-b0d7-2b7f80878ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:38.787147 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b2f5c67-16a0-4e26-8d3d-d0fbb230ba3c req-b22d7bd0-743e-4e28-b0d7-2b7f80878ba2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 1098 time: 0.0649419 Jul 22 21:12:38.788159 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-642f600d-5f9c-4ba0-9584-54e078d8b2af tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:38.831010 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0b2f5c67-16a0-4e26-8d3d-d0fbb230ba3c req-d39c160d-bf32-4ea2-8a9b-1e3c430a8fd9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Jul 22 21:12:38.853460 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-642f600d-5f9c-4ba0-9584-54e078d8b2af tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:38.856453 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-642f600d-5f9c-4ba0-9584-54e078d8b2af tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:38.857621 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-642f600d-5f9c-4ba0-9584-54e078d8b2af tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] 10.222.0.64 "DELETE /v2.0/security-groups/40be9fb1-be0d-449c-96bd-3a9417e56564 HTTP/1.1" status: 204 len: 168 time: 0.1686194 Jul 22 21:12:38.867332 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f600d-5f9c-4ba0-9584-54e078d8b2af tempest-TestShelveInstance-1423465613 tempest-TestShelveInstance-1423465613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be9fb1-be0d-449c-96bd-3a9417e56564,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:38.916532 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35156) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:39.405885 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d1726-39c7-4ab2-923f-f0414f9b82d5 req-3517584f-6776-4abf-9b45-fcf1438981e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:39.407435 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5e1d1726-39c7-4ab2-923f-f0414f9b82d5 req-3517584f-6776-4abf-9b45-fcf1438981e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 945 time: 0.1047866 Jul 22 21:12:39.457033 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5e1d1726-39c7-4ab2-923f-f0414f9b82d5 req-75aa999c-66bc-4a90-940b-07a0e2732a02 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 Jul 22 21:12:39.459582 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:39.718987 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Deleting port b1f7af46-1570-4b60-8a37-1e7bfe77c239 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:39.719423 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:39.799268 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] For port b1f7af46-1570-4b60-8a37-1e7bfe77c239, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b1f7af46-1570-4b60-8a37-1e7bfe77c239,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:39.799626 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:39.812518 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Calling delete_port for b1f7af46-1570-4b60-8a37-1e7bfe77c239 owned by network:router_interface {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:40.006428 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.036161 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f7af46-1570-4b60-8a37-1e7bfe77c239,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:40.213365 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.356885 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 836da836-80d3-4fea-ac4b-6d2cb6597da6 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:40.377934 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 836da836-80d3-4fea-ac4b-6d2cb6597da6 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:40.378386 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 836da836-80d3-4fea-ac4b-6d2cb6597da6 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:40.442900 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Router ae063e00-70c4-421e-851a-1c3b1dc07bb3 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:40.550941 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:40.562782 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b515f560-8a45-40fa-9e5d-353a513a241f admin admin] 10.222.0.64 "PUT /v2.0/routers/ae063e00-70c4-421e-851a-1c3b1dc07bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6426914 Jul 22 21:12:40.563273 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35168) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:40.566213 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] Sync routers for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:40.578115 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:40.578877 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:40.688664 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32122173-cf8d-46b2-bb3b-80cc6edd761a req-c4d1c1de-1269-416e-92ab-0789768b8245 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:40.691058 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-32122173-cf8d-46b2-bb3b-80cc6edd761a req-c4d1c1de-1269-416e-92ab-0789768b8245 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 945 time: 0.1650352 Jul 22 21:12:40.719661 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:40.731633 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks [] for router, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.801352 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-32122173-cf8d-46b2-bb3b-80cc6edd761a req-063144f7-337c-4e6b-a451-010b8e3e0dc1 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022909 Jul 22 21:12:40.857623 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.914821 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Deleting port a429a6d9-9e7c-4855-b7ca-18e2d50d129d {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:40.915209 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:40.918408 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:12:39Z', 'revision_number': 5, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port': {'id': 'a429a6d9-9e7c-4855-b7ca-18e2d50d129d', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ab:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:48Z', 'updated_at': '2021-07-22T21:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:40.951830 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] Checking router: ae063e00-70c4-421e-851a-1c3b1dc07bb3 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:40.962602 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] Routers {'ae063e00-70c4-421e-851a-1c3b1dc07bb3'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:40.963319 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:41.013704 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] For port a429a6d9-9e7c-4855-b7ca-18e2d50d129d, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:41.014150 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.027638 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Calling delete_port for a429a6d9-9e7c-4855-b7ca-18e2d50d129d owned by network:router_gateway {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:41.062252 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] Set router ae063e00-70c4-421e-851a-1c3b1dc07bb3 gateway port host: None {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:41.128986 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:12:40Z', 'revision_number': 6, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:41.159710 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfed11-737d-4ab6-85cf-43c1361e5651 None None] The sync data for ids ['ae063e00-70c4-421e-851a-1c3b1dc07bb3'] in dv-cinder-800015-2-iscsi is: [{'id': 'ae063e00-70c4-421e-851a-1c3b1dc07bb3', 'name': 'tempest-TestShelveInstance-1992518915-router', 'tenant_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:47Z', 'updated_at': '2021-07-22T21:12:40Z', 'revision_number': 6, 'project_id': 'b694d144511d4e5ea9bf165c376b0cfd', 'gw_port_host': None}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:41.247193 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.277730 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Pushing event deleted for resources: {'Port': ['ID=a429a6d9-9e7c-4855-b7ca-18e2d50d129d,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:41.346208 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.435633 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.437642 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.483453 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.483956 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae063e00-70c4-421e-851a-1c3b1dc07bb3 {{(pid=93064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:12:41.488164 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.489304 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-bb4f1d37-bb70-4afd-b60b-9df8b4f1cddf admin admin] 10.222.0.64 "DELETE /v2.0/routers/ae063e00-70c4-421e-851a-1c3b1dc07bb3 HTTP/1.1" status: 204 len: 168 time: 0.9246240 Jul 22 21:12:41.491819 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35178) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:41.542364 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] Deleting subnet 474f9ae1-63b8-44c4-a03f-537516ec69a8 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:12:41.546023 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.582942 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.662881 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.714809 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.743216 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474f9ae1-63b8-44c4-a03f-537516ec69a8,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:41.746930 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.751465 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-26d3f59d-91ea-4691-b22d-7c4e4b212549 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/474f9ae1-63b8-44c4-a03f-537516ec69a8 HTTP/1.1" status: 204 len: 168 time: 0.2586486 Jul 22 21:12:41.751622 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35180) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:41.752956 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e95d4d-e15a-4c3f-9852-857d1ea99d11 None None] Network dd367953-e15a-4ff2-b0c6-1e9706289228 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:41.820210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.873535 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Deleting port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:41.873795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.947334 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] For port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:41.948230 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:41.952917 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] DHCP port deletion for dd367953-e15a-4ff2-b0c6-1e9706289228 request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:12:41.961019 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Calling delete_port for 3f8e3fbe-b5a3-460f-b1eb-577982b223ac owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:42.001986 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] Deleting port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac {{(pid=93065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:42.002403 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.058451 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.073992 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] For port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,segment=NetworkSegment(98f3ca96-5ad7-4946-8370-87c69842dd49),segment_id=98f3ca96-5ad7-4946-8370-87c69842dd49)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:42.074385 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.085855 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] Calling delete_port for 3f8e3fbe-b5a3-460f-b1eb-577982b223ac owned by network:dhcp {{(pid=93065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:42.088372 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:42.093294 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] No DVR routers for this DVR port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac on host dv-cinder-800015-2-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:42.171234 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.175258 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.183343 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd367953-e15a-4ff2-b0c6-1e9706289228']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:42.203016 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f3ca96-5ad7-4946-8370-87c69842dd49') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:42.203016 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f3ca96-5ad7-4946-8370-87c69842dd49') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:42.206451 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] Pushing event deleted for resources: {'Port': ['ID=3f8e3fbe-b5a3-460f-b1eb-577982b223ac,revision_number=None']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:42.208369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b583d66-357e-40c8-8f6d-03c4e6a66f02 None None] No DVR routers for this DVR port 3f8e3fbe-b5a3-460f-b1eb-577982b223ac on host dv-cinder-800015-2-iscsi {{(pid=93065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:42.215036 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.231418 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.245362 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:12:42.246025 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:12:42.248707 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:12:42.322353 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.327344 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.329589 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] 10.222.0.64 "DELETE /v2.0/networks/dd367953-e15a-4ff2-b0c6-1e9706289228 HTTP/1.1" status: 204 len: 168 time: 0.5768361 Jul 22 21:12:42.332430 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35190) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:42.342472 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10af45f-024d-423a-87b7-d760a07bc75c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd367953-e15a-4ff2-b0c6-1e9706289228,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:42.722748 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:42.735369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 3f8e3fbe-b5a3-460f-b1eb-577982b223ac no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:42.755727 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 3f8e3fbe-b5a3-460f-b1eb-577982b223ac {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:42.756420 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 3f8e3fbe-b5a3-460f-b1eb-577982b223ac not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:42.756420 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device a429a6d9-9e7c-4855-b7ca-18e2d50d129d no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:42.779361 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: a429a6d9-9e7c-4855-b7ca-18e2d50d129d {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:42.779707 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device a429a6d9-9e7c-4855-b7ca-18e2d50d129d not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:42.780158 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b1f7af46-1570-4b60-8a37-1e7bfe77c239 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:42.801072 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: b1f7af46-1570-4b60-8a37-1e7bfe77c239 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:42.801429 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b1f7af46-1570-4b60-8a37-1e7bfe77c239 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:42.991009 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Deleting port 096ea009-dc61-44f8-92a8-487ac25dd718 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:42.991374 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.075850 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] For port 096ea009-dc61-44f8-92a8-487ac25dd718, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=096ea009-dc61-44f8-92a8-487ac25dd718,segment=NetworkSegment(c84891aa-f659-4dfa-8a2f-728c742a3a1c),segment_id=c84891aa-f659-4dfa-8a2f-728c742a3a1c)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:43.076110 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.088787 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Calling delete_port for 096ea009-dc61-44f8-92a8-487ac25dd718 owned by network:router_interface {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:43.498090 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.524423 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=096ea009-dc61-44f8-92a8-487ac25dd718,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:43.699331 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:43.918119 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Router 40d042c6-d9d2-4b44-895b-1ca10302434d has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:12:44.028430 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:12:44.034376 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8448d28b-e530-499b-84fa-2db88b1f15a7 admin admin] 10.222.0.64 "PUT /v2.0/routers/40d042c6-d9d2-4b44-895b-1ca10302434d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7005806 Jul 22 21:12:44.036689 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35202) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:44.037450 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcce767-1790-448b-9564-0e5722213f7d None None] Sync routers for ids ['40d042c6-d9d2-4b44-895b-1ca10302434d'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:12:44.047516 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] Routers {'40d042c6-d9d2-4b44-895b-1ca10302434d'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:44.048115 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['40d042c6-d9d2-4b44-895b-1ca10302434d'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:44.146825 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.159025 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] Set router 40d042c6-d9d2-4b44-895b-1ca10302434d gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:44.250502 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.306781 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Deleting port 461a47dd-b350-4464-b743-850ecbe3849a {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:44.307150 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.338040 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '461a47dd-b350-4464-b743-850ecbe3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:12:43Z', 'revision_number': 5, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port': {'id': '461a47dd-b350-4464-b743-850ecbe3849a', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:44.369440 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcce767-1790-448b-9564-0e5722213f7d None None] Checking router: 40d042c6-d9d2-4b44-895b-1ca10302434d for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:12:44.377759 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] Routers {'40d042c6-d9d2-4b44-895b-1ca10302434d'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:12:44.378381 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['40d042c6-d9d2-4b44-895b-1ca10302434d'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:44.386051 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] For port 461a47dd-b350-4464-b743-850ecbe3849a, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=461a47dd-b350-4464-b743-850ecbe3849a,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:44.386402 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.404362 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Calling delete_port for 461a47dd-b350-4464-b743-850ecbe3849a owned by network:router_gateway {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:44.466330 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] Set router 40d042c6-d9d2-4b44-895b-1ca10302434d gateway port host: None {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:12:44.519198 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-afcce767-1790-448b-9564-0e5722213f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:12:44Z', 'revision_number': 6, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:44.550344 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcce767-1790-448b-9564-0e5722213f7d None None] The sync data for ids ['40d042c6-d9d2-4b44-895b-1ca10302434d'] in dv-cinder-800015-2-iscsi is: [{'id': '40d042c6-d9d2-4b44-895b-1ca10302434d', 'name': 'tempest-TestShelveInstance-1153368599-router', 'tenant_id': '417255469489432e977d3bfd64a4415b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:06:56Z', 'updated_at': '2021-07-22T21:12:44Z', 'revision_number': 6, 'project_id': '417255469489432e977d3bfd64a4415b', 'gw_port_host': None}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:12:44.571238 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.601895 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=461a47dd-b350-4464-b743-850ecbe3849a,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:44.662907 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.691286 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ecd710c8-8bea-4f4a-8cbc-895ffc221e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.756371 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.758724 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.804399 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.804873 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40d042c6-d9d2-4b44-895b-1ca10302434d {{(pid=93064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:12:44.809830 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.811021 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-efedac36-2f5f-4258-b964-ff027babb5a3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/40d042c6-d9d2-4b44-895b-1ca10302434d HTTP/1.1" status: 204 len: 168 time: 0.7733879 Jul 22 21:12:44.813601 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35208) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:44.857144 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] Deleting subnet af11e931-4078-43d9-bafa-fc2bf622d8e9 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:12:44.860560 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.896047 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:44.994697 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.006747 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 096ea009-dc61-44f8-92a8-487ac25dd718 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:45.030599 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 096ea009-dc61-44f8-92a8-487ac25dd718 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:45.030945 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 096ea009-dc61-44f8-92a8-487ac25dd718 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:45.058312 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.088092 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af11e931-4078-43d9-bafa-fc2bf622d8e9,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:45.091881 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.099138 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-59c2265d-1c67-48c5-ac3c-445306cc47f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af11e931-4078-43d9-bafa-fc2bf622d8e9 HTTP/1.1" status: 204 len: 168 time: 0.2821937 Jul 22 21:12:45.099521 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35210) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:45.101620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee124a32-9d8a-40fa-b506-1ff8b9aab8da None None] Network bc3a3642-8841-4937-9fb4-1226f3b5130a requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:12:45.169528 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.235815 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Deleting port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:45.236184 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.305122 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] For port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,segment=NetworkSegment(c84891aa-f659-4dfa-8a2f-728c742a3a1c),segment_id=c84891aa-f659-4dfa-8a2f-728c742a3a1c)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:45.305477 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.320496 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Calling delete_port for 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:45.371710 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] DHCP port deletion for bc3a3642-8841-4937-9fb4-1226f3b5130a request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:12:45.437404 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] Deleting port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 {{(pid=93065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:45.438004 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.530071 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] For port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,segment=NetworkSegment(c84891aa-f659-4dfa-8a2f-728c742a3a1c),segment_id=c84891aa-f659-4dfa-8a2f-728c742a3a1c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:45.530685 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.545995 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] Calling delete_port for 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 owned by network:dhcp {{(pid=93065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:45.648055 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.678268 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] No DVR routers for this DVR port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 on host dv-cinder-800015-2-iscsi {{(pid=93065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:45.682688 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a31687-2a3d-44a5-a6a7-38dec08935a9 None None] Pushing event deleted for resources: {'Port': ['ID=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,revision_number=None']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:45.723199 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.758712 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf40ee5-9bcc-4858-ba2d-79bae23307a3,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:45.763293 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] No DVR routers for this DVR port 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 on host dv-cinder-800015-2-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:45.840526 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.851471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3a3642-8841-4937-9fb4-1226f3b5130a']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:45.866057 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84891aa-f659-4dfa-8a2f-728c742a3a1c') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:45.866355 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84891aa-f659-4dfa-8a2f-728c742a3a1c') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:12:45.876979 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.891642 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.897693 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:12:45.898079 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: self.session.flush() Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: self.session.flush() Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: self.session.flush() Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: self.session.flush() Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:12:45.899987 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:12:45.964516 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.973908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:45.976089 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] 10.222.0.64 "DELETE /v2.0/networks/bc3a3642-8841-4937-9fb4-1226f3b5130a HTTP/1.1" status: 204 len: 168 time: 0.8755279 Jul 22 21:12:45.987584 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2240b-b1b2-43e6-af01-54af0458cb7b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3a3642-8841-4937-9fb4-1226f3b5130a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:46.089735 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35218) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:46.132104 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4cb7b3ec-a480-42c8-8293-c79b21c413bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b694d144511d4e5ea9bf165c376b0cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411789 Jul 22 21:12:46.135036 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35220) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:46.188687 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-95476615-c610-49b9-8379-7b3e8e626f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.214218 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-95476615-c610-49b9-8379-7b3e8e626f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.262050 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-95476615-c610-49b9-8379-7b3e8e626f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.264734 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-95476615-c610-49b9-8379-7b3e8e626f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.266141 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-95476615-c610-49b9-8379-7b3e8e626f58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae6c5602-ca33-4aa8-88fb-ca2b54d53373 HTTP/1.1" status: 204 len: 168 time: 0.1301007 Jul 22 21:12:46.276328 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95476615-c610-49b9-8379-7b3e8e626f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6c5602-ca33-4aa8-88fb-ca2b54d53373,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:46.586297 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35228) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:46.626461 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e51bd79e-11b2-4ea5-9531-be13d0dcd549 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=417255469489432e977d3bfd64a4415b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381942 Jul 22 21:12:46.628949 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35230) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:12:46.678017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fabdf0b3-16f2-4ea5-81eb-665cb56f6509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.700634 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fabdf0b3-16f2-4ea5-81eb-665cb56f6509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.739996 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 461a47dd-b350-4464-b743-850ecbe3849a no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:46.752835 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fabdf0b3-16f2-4ea5-81eb-665cb56f6509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.755481 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-fabdf0b3-16f2-4ea5-81eb-665cb56f6509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:46.756661 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-fabdf0b3-16f2-4ea5-81eb-665cb56f6509 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3255640f-890b-4750-a3db-d341a3261cb2 HTTP/1.1" status: 204 len: 168 time: 0.1268239 Jul 22 21:12:46.765696 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdf0b3-16f2-4ea5-81eb-665cb56f6509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255640f-890b-4750-a3db-d341a3261cb2,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:46.765906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 461a47dd-b350-4464-b743-850ecbe3849a {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:46.766249 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 461a47dd-b350-4464-b743-850ecbe3849a not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:46.766847 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:12:46.791161 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:12:46.791556 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 8bf40ee5-9bcc-4858-ba2d-79bae23307a3 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:12:47.308153 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-f66372da-cb69-40db-9eae-b9e8834c26c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:47.543361 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:48.514718 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:50.169698 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:53.859624 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968f59c-8697-4842-8778-27ca47aac734 req-004f6058-4642-46fa-8b95-28254ed161ee tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:53.861123 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a968f59c-8697-4842-8778-27ca47aac734 req-004f6058-4642-46fa-8b95-28254ed161ee tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 945 time: 0.0635440 Jul 22 21:12:53.897763 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-a968f59c-8697-4842-8778-27ca47aac734 req-f455bd1d-ab2c-47ca-9122-c69aa58a864c tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Jul 22 21:12:55.039561 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139505f0-76ab-4f7c-83de-73e6b78cd3ce req-cb3d22cb-0d6b-472c-a80a-86b6092d9769 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:55.041106 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-139505f0-76ab-4f7c-83de-73e6b78cd3ce req-cb3d22cb-0d6b-472c-a80a-86b6092d9769 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 945 time: 0.0670888 Jul 22 21:12:55.079710 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-139505f0-76ab-4f7c-83de-73e6b78cd3ce req-c90c4973-b03a-43b0-a74a-a808a150a2b8 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325704 Jul 22 21:12:56.210434 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894669e-183a-4641-bf1a-574fa1ef1015 req-736a4abf-8564-4d33-8041-f166b1b60fe6 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:56.211947 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d894669e-183a-4641-bf1a-574fa1ef1015 req-736a4abf-8564-4d33-8041-f166b1b60fe6 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 945 time: 0.0631452 Jul 22 21:12:56.255795 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d894669e-183a-4641-bf1a-574fa1ef1015 req-91ed44f1-b033-4518-b0f3-b30723aa35ec tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Jul 22 21:12:57.385583 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a04f9-c474-4760-b31a-9697acfb4eac req-50b811c6-29d1-4c99-b425-6bca83038d96 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:57.387127 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-263a04f9-c474-4760-b31a-9697acfb4eac req-50b811c6-29d1-4c99-b425-6bca83038d96 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 945 time: 0.0640755 Jul 22 21:12:57.427206 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-263a04f9-c474-4760-b31a-9697acfb4eac req-dc87562c-59a6-4f32-a6e2-b58ec6db1a34 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Jul 22 21:12:58.185607 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-5dd21588-2764-43f0-9c77-b2706b39fab3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.187168 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-5dd21588-2764-43f0-9c77-b2706b39fab3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 945 time: 0.0632179 Jul 22 21:12:58.297217 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Deleting port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:12:58.297564 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.384636 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] For port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:12:58.384919 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.401552 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Calling delete_port for 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:12:58.531803 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.559495 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event deleted for resources: {'Port': ['ID=56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:12:58.560681 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cfeac-cae1-4f6a-95d4-a3d63994c5b9 req-d5c5462f-a078-4237-bc8e-ddcf41878648 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:12:58.562244 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-095cfeac-cae1-4f6a-95d4-a3d63994c5b9 req-d5c5462f-a078-4237-bc8e-ddcf41878648 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc HTTP/1.1" status: 200 len: 867 time: 0.0665071 Jul 22 21:12:58.577094 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46', '66ecbc97-477f-46c5-b49f-93f5245b46b0', '5deaa5ec-1881-45a5-8203-0858537f6751', '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:12:58.603521 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-095cfeac-cae1-4f6a-95d4-a3d63994c5b9 req-29ba9cd8-ccb5-4ea1-a070-69c192398566 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Jul 22 21:12:58.616419 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] No DVR routers for this DVR port 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:12:58.627029 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:12:58.629106 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-81db3b17-6c3f-4a59-b34c-124bf051dcbc req-3c28f221-ed7f-4a66-8c22-a0e3c1bfa8e3 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "DELETE /v2.0/ports/56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 HTTP/1.1" status: 204 len: 173 time: 0.4290643 Jul 22 21:12:58.629572 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'name': 'network-vif-deleted', 'tag': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:12:58.632054 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2e3248-7680-4858-b2ce-a641497a847e" -d '{"events": [{"server_uuid": "1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc", "name": "network-vif-deleted", "tag": "56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:12:58.674302 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a441955b-81f0-4289-bbdf-af6a432a02f6 x-openstack-request-id: req-a441955b-81f0-4289-bbdf-af6a432a02f6 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:12:58.674693 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc", "name": "network-vif-deleted", "tag": "56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:12:58.674957 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a441955b-81f0-4289-bbdf-af6a432a02f6 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:12:58.675378 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5c7fa-e55f-4ade-80c0-cb5cb68b90cc', 'name': 'network-vif-deleted', 'tag': '56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0', 'status': 'completed', 'code': 200} Jul 22 21:13:01.015427 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dddba9-71a0-4503-8483-bdb660ce066f req-1b000279-b395-4689-bd57-04f007a381e2 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:01.016917 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-44dddba9-71a0-4503-8483-bdb660ce066f req-1b000279-b395-4689-bd57-04f007a381e2 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0644884 Jul 22 21:13:01.057127 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-44dddba9-71a0-4503-8483-bdb660ce066f req-8902fed2-7444-43dd-8fc7-06ee5bd3689d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348675 Jul 22 21:13:02.194012 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae11a0a-98e1-4d02-ab8b-5f016f25e487 req-1ddb11c6-445c-4c21-b38a-4db09beab9f0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:02.195618 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3ae11a0a-98e1-4d02-ab8b-5f016f25e487 req-1ddb11c6-445c-4c21-b38a-4db09beab9f0 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0674450 Jul 22 21:13:02.238892 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3ae11a0a-98e1-4d02-ab8b-5f016f25e487 req-aba9a4ae-ad59-4211-9554-180b21545e4e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Jul 22 21:13:03.090893 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:03.376117 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe83a5b-753e-4b3c-9bde-a09e46042bd7 req-c01d2033-7181-4217-9afb-d7681d1c818d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:03.377486 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-efe83a5b-753e-4b3c-9bde-a09e46042bd7 req-c01d2033-7181-4217-9afb-d7681d1c818d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0673270 Jul 22 21:13:03.415524 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-efe83a5b-753e-4b3c-9bde-a09e46042bd7 req-c2b6a93b-e551-4afc-9b6b-8271a8fc3e7f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Jul 22 21:13:03.466403 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:03.489441 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:03.489781 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 56e81bc8-98bf-49a6-9ba7-e34a0b4bcba0 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:04.460551 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:04.548107 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351b32-9135-45fd-b1e6-007e5e8f9afe req-959ed2fe-84cf-4389-ab2b-90a63f8f470b tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:04.549636 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc351b32-9135-45fd-b1e6-007e5e8f9afe req-959ed2fe-84cf-4389-ab2b-90a63f8f470b tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0645678 Jul 22 21:13:04.590882 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dc351b32-9135-45fd-b1e6-007e5e8f9afe req-fc015dc9-78b2-44ea-8bbe-e4f815eaa3ff tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357745 Jul 22 21:13:05.107656 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-526d7110-7514-4f94-a974-4e43b3f31114 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:05.109149 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-526d7110-7514-4f94-a974-4e43b3f31114 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 945 time: 0.0638461 Jul 22 21:13:05.212192 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Deleting port 5deaa5ec-1881-45a5-8203-0858537f6751 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:05.212542 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.305605 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] For port 5deaa5ec-1881-45a5-8203-0858537f6751, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=5deaa5ec-1881-45a5-8203-0858537f6751,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:05.305969 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.317962 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Calling delete_port for 5deaa5ec-1881-45a5-8203-0858537f6751 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:05.451276 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.480418 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event deleted for resources: {'Port': ['ID=5deaa5ec-1881-45a5-8203-0858537f6751,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:05.488442 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46', '66ecbc97-477f-46c5-b49f-93f5245b46b0', '5deaa5ec-1881-45a5-8203-0858537f6751'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:05.528381 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] No DVR routers for this DVR port 5deaa5ec-1881-45a5-8203-0858537f6751 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:05.531254 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:05.533428 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-08a2442d-f64b-4192-a266-d8b4a7b9b8e6 req-66e59abc-d3bd-4fcb-aba5-b3eca6ce5905 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "DELETE /v2.0/ports/5deaa5ec-1881-45a5-8203-0858537f6751 HTTP/1.1" status: 204 len: 173 time: 0.4172158 Jul 22 21:13:05.533863 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'name': 'network-vif-deleted', 'tag': '5deaa5ec-1881-45a5-8203-0858537f6751'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:05.541978 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d24ba8-683b-4578-b3f5-489bafc9424a" -d '{"events": [{"server_uuid": "a9baa6b2-def1-401d-be91-f374130e45f5", "name": "network-vif-deleted", "tag": "5deaa5ec-1881-45a5-8203-0858537f6751"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:05.597431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e1cc7d-a0a7-4382-bcfb-fddcd130f2ff x-openstack-request-id: req-98e1cc7d-a0a7-4382-bcfb-fddcd130f2ff {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:05.598037 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9baa6b2-def1-401d-be91-f374130e45f5", "name": "network-vif-deleted", "tag": "5deaa5ec-1881-45a5-8203-0858537f6751", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:05.598037 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98e1cc7d-a0a7-4382-bcfb-fddcd130f2ff {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:05.598391 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9baa6b2-def1-401d-be91-f374130e45f5', 'name': 'network-vif-deleted', 'tag': '5deaa5ec-1881-45a5-8203-0858537f6751', 'status': 'completed', 'code': 200} Jul 22 21:13:05.698562 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f1ac846c-f924-4a61-afb2-bb97f62e6912 req-107bd3fc-66cb-4c1c-8164-7cdd0ebd186d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9baa6b2-def1-401d-be91-f374130e45f5 HTTP/1.1" status: 200 len: 210 time: 0.0334091 Jul 22 21:13:06.993533 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d89f4b-dc32-4cfd-8e6a-4349dd52fc6c req-bd30af2b-b52b-45a0-8207-ddccf4eb165e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:06.995098 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-60d89f4b-dc32-4cfd-8e6a-4349dd52fc6c req-bd30af2b-b52b-45a0-8207-ddccf4eb165e tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 945 time: 0.0679998 Jul 22 21:13:07.033524 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-60d89f4b-dc32-4cfd-8e6a-4349dd52fc6c req-bcfbd1a9-5186-47a8-811c-35653dd15a82 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Jul 22 21:13:08.172355 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4edfc5-e69f-4e7c-8c1c-7cd21dc6d9c7 req-0b49699b-8161-4f69-a946-d69c77d9de43 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:08.173914 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aa4edfc5-e69f-4e7c-8c1c-7cd21dc6d9c7 req-0b49699b-8161-4f69-a946-d69c77d9de43 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 945 time: 0.0719032 Jul 22 21:13:08.214861 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-aa4edfc5-e69f-4e7c-8c1c-7cd21dc6d9c7 req-d8e7cf57-9a8b-45c1-b4d5-76f5ac5c4766 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348158 Jul 22 21:13:08.498210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-edf19c77-c60f-4610-8f14-88c50fcb2276 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:08.499885 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-edf19c77-c60f-4610-8f14-88c50fcb2276 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 945 time: 0.0646381 Jul 22 21:13:08.566603 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 5deaa5ec-1881-45a5-8203-0858537f6751 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:08.590620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 5deaa5ec-1881-45a5-8203-0858537f6751 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:08.590997 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 5deaa5ec-1881-45a5-8203-0858537f6751 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:08.606467 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Deleting port 66ecbc97-477f-46c5-b49f-93f5245b46b0 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:08.606814 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.696433 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] For port 66ecbc97-477f-46c5-b49f-93f5245b46b0, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=66ecbc97-477f-46c5-b49f-93f5245b46b0,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:08.696808 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.710329 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Calling delete_port for 66ecbc97-477f-46c5-b49f-93f5245b46b0 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:08.839377 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.868593 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event deleted for resources: {'Port': ['ID=66ecbc97-477f-46c5-b49f-93f5245b46b0,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:08.878708 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46', '66ecbc97-477f-46c5-b49f-93f5245b46b0'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:08.925738 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] No DVR routers for this DVR port 66ecbc97-477f-46c5-b49f-93f5245b46b0 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:08.928340 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:08.930399 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5a15891e-bf73-42bb-9ab4-a24c5ae1ce5a req-022cf66f-83bc-4b8a-92ee-af26931bf071 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "DELETE /v2.0/ports/66ecbc97-477f-46c5-b49f-93f5245b46b0 HTTP/1.1" status: 204 len: 173 time: 0.4230986 Jul 22 21:13:08.930940 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0091907-70fe-43de-9c65-c930daec12d6', 'name': 'network-vif-deleted', 'tag': '66ecbc97-477f-46c5-b49f-93f5245b46b0'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:08.933743 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa137c1-26c8-42b9-b1fc-dfbbdd2f8fee" -d '{"events": [{"server_uuid": "f0091907-70fe-43de-9c65-c930daec12d6", "name": "network-vif-deleted", "tag": "66ecbc97-477f-46c5-b49f-93f5245b46b0"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:08.975982 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2566e8-f959-4c2b-8f41-9ec62768f66b x-openstack-request-id: req-3c2566e8-f959-4c2b-8f41-9ec62768f66b {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:08.976273 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0091907-70fe-43de-9c65-c930daec12d6", "name": "network-vif-deleted", "tag": "66ecbc97-477f-46c5-b49f-93f5245b46b0", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:08.976521 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c2566e8-f959-4c2b-8f41-9ec62768f66b {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:08.977377 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0091907-70fe-43de-9c65-c930daec12d6', 'name': 'network-vif-deleted', 'tag': '66ecbc97-477f-46c5-b49f-93f5245b46b0', 'status': 'completed', 'code': 200} Jul 22 21:13:09.329304 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-f5870ba3-6775-41c9-bd69-de80c5bc9652 req-a6db3ee9-4408-4ec8-b53a-141127f3ce1b tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0091907-70fe-43de-9c65-c930daec12d6 HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jul 22 21:13:10.280643 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35408) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:10.381846 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e13c6bab-2194-4598-ae81-0e4c772d96f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.474711 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e13c6bab-2194-4598-ae81-0e4c772d96f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.478470 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-e13c6bab-2194-4598-ae81-0e4c772d96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.526336 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-e13c6bab-2194-4598-ae81-0e4c772d96f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92cd7abd1a454207832eef348234c210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444134 Jul 22 21:13:10.527250 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c6bab-2194-4598-ae81-0e4c772d96f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e25db92-b5e7-40b8-9ba2-c1f977ed9a18,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:10.528995 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35418) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:10.578777 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a96faa1f-1077-48dc-9968-249496930ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.599151 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a96faa1f-1077-48dc-9968-249496930ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.649282 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a96faa1f-1077-48dc-9968-249496930ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.652141 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a96faa1f-1077-48dc-9968-249496930ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:10.653308 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a96faa1f-1077-48dc-9968-249496930ee2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e25db92-b5e7-40b8-9ba2-c1f977ed9a18 HTTP/1.1" status: 204 len: 168 time: 0.1233273 Jul 22 21:13:10.662514 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96faa1f-1077-48dc-9968-249496930ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e25db92-b5e7-40b8-9ba2-c1f977ed9a18,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:11.272573 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35440) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:11.369522 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1087261390-network', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:11.393790 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Made reservation on behalf of a4c1fdd9bbd34811b62d1ed92144a071 for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:11.396026 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.404162 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.491906 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.495942 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.520569 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:11.532931 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9551ad-7e2d-4ca0-914d-c1204a79d93a,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:11.538041 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.538384 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Added segment b5ee38cd-bb2d-49b0-99f5-0a76807bb23c of type vlan for network e991ddb8-3b92-4267-a07b-4907aae6d6e6 Jul 22 21:13:11.578612 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.609908 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.610865 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:11.611567 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.641085 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3673351 Jul 22 21:13:11.644338 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35448) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:11.649997 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Request body: {'subnet': {'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1087261390-subnet', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'ip_version': 4}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:11.678721 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Made reservation on behalf of a4c1fdd9bbd34811b62d1ed92144a071 for: {'subnet': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:11.681377 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12061941'] for subnet, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.689567 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3365498-0fbb-4516-a82e-eb224c5327ab admin admin] Pushing event updated for resources: {'Network': ['ID=e991ddb8-3b92-4267-a07b-4907aae6d6e6,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:11.700812 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:11.780260 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21018e-dde2-4566-98e4-6f2126d567a7 req-a47e1092-41f7-4b94-ae1a-20a8d6b81d5c tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:11.782496 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5c21018e-dde2-4566-98e4-6f2126d567a7 req-a47e1092-41f7-4b94-ae1a-20a8d6b81d5c tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 945 time: 0.0674236 Jul 22 21:13:11.821460 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5c21018e-dde2-4566-98e4-6f2126d567a7 req-0fd6683b-d2c2-415b-8206-827229f21b3d tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Jul 22 21:13:11.856844 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8925080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12061831'] for subnet, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.917319 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:11.927608 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Checking segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:11.927980 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Network hostable DHCP agents. Network: e991ddb8-3b92-4267-a07b-4907aae6d6e6, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:11.944347 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:11.952046 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, e991ddb8-3b92-4267-a07b-4907aae6d6e6) {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:11.956084 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:11.956683 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:11.960923 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6035d05-0c7c-4233-a8dc-0dabffce6f81 None None] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:11.971470 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-5af91a66-23cd-41f9-87c0-bff378013be2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3253789 Jul 22 21:13:11.974088 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35452) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:11.978501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:11.999532 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.000489 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.052204 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.115565 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:13:12.116467 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.193208 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.255914 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Allocated IP 172.20.0.2 (e991ddb8-3b92-4267-a07b-4907aae6d6e6/cfad3aee-a9c4-421b-9aa1-00ac0e5403a4/30cbc9e3-beb3-481f-a547-45be09fa7741) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:12.399254 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.401283 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.408229 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Transition to ACTIVE for port object 30cbc9e3-beb3-481f-a547-45be09fa7741 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:12.420823 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.423490 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Transition to ACTIVE for port object 30cbc9e3-beb3-481f-a547-45be09fa7741 will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:12.429763 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.474193 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:12.480420 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:12.483014 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:12.489987 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Pushing event updated for resources: {'Port': ['ID=30cbc9e3-beb3-481f-a547-45be09fa7741,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:12.526317 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Allocated IP 172.27.2.180 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/963295aa-d5dc-4b40-9bd7-0652ed81db41) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:12.549107 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Attempting to bind port 30cbc9e3-beb3-481f-a547-45be09fa7741 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:12.549474 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Attempting to bind port 30cbc9e3-beb3-481f-a547-45be09fa7741 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:12.549845 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Attempting to bind port 30cbc9e3-beb3-481f-a547-45be09fa7741 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:12.555405 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:12.555824 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Checking segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:12.556237 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.556626 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Bound using segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:12.557154 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Bound port: 30cbc9e3-beb3-481f-a547-45be09fa7741, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:12.558365 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.605618 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 66ecbc97-477f-46c5-b49f-93f5245b46b0 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:12.634961 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.636818 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 66ecbc97-477f-46c5-b49f-93f5245b46b0 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:12.637176 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 66ecbc97-477f-46c5-b49f-93f5245b46b0 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:12.643173 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] For port 30cbc9e3-beb3-481f-a547-45be09fa7741, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:12.646621 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] For port 30cbc9e3-beb3-481f-a547-45be09fa7741, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=30cbc9e3-beb3-481f-a547-45be09fa7741,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:12.651948 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.676326 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:12.716098 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf416-7753-498f-a327-81abdc887231 None None] Pushing event updated for resources: {'Port': ['ID=30cbc9e3-beb3-481f-a547-45be09fa7741,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:12.721835 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:12.724865 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:12.728445 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:12.751940 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Pushing event updated for resources: {'Port': ['ID=963295aa-d5dc-4b40-9bd7-0652ed81db41,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:13.048880 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.090592 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16e4fb-7702-449c-bd99-57ba0f0b7201 req-9c8356c7-5a77-4216-b8cf-0d4cd7f92c2a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:13.092139 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c16e4fb-7702-449c-bd99-57ba0f0b7201 req-9c8356c7-5a77-4216-b8cf-0d4cd7f92c2a tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 945 time: 0.1446285 Jul 22 21:13:13.168721 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9c16e4fb-7702-449c-bd99-57ba0f0b7201 req-53e80a96-47d6-49b5-ba6b-cd4e8588729f tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/security-groups?id=bbe1744d-72ae-4742-90e6-e99e6d03116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515587 Jul 22 21:13:13.281546 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.416028 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:13:13.551242 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-7658fabc-2d05-470c-98eb-4304cda7b087 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:13.552819 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-7658fabc-2d05-470c-98eb-4304cda7b087 tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 945 time: 0.1478438 Jul 22 21:13:13.593686 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b2e641-f376-49d6-a8b4-32f81e0ead10 None None] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:13.604404 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:13.615157 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:13.647061 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] Notify callbacks [] for router, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.648302 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4c911e08-519d-4238-b8e0-0ee5d2427109 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6732461 Jul 22 21:13:13.651142 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35456) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:13.657874 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:13.658518 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:13.681766 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Deleting port 774e26e7-8d1f-4a98-b518-81339b63ee46 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:13:13.682414 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:13.794940 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-e1482aad-6eac-4749-9197-6b388bab9dba None None] Provisioning for port 30cbc9e3-beb3-481f-a547-45be09fa7741 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:13.853490 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:14.063452 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:12Z', 'revision_number': 3, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:14.074947 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] For port 774e26e7-8d1f-4a98-b518-81339b63ee46, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=774e26e7-8d1f-4a98-b518-81339b63ee46,segment=NetworkSegment(98f91188-7a8c-4bb0-9043-a8101f7b1c16),segment_id=98f91188-7a8c-4bb0-9043-a8101f7b1c16)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:14.075653 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.090418 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Calling delete_port for 774e26e7-8d1f-4a98-b518-81339b63ee46 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:13:14.100403 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:14.100759 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Updating router 3fac0e53-9fbd-41d8-814e-c79293076d20 port 963295aa-d5dc-4b40-9bd7-0652ed81db41 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:14.127624 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.150879 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.270124 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.301517 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Pushing event deleted for resources: {'Port': ['ID=774e26e7-8d1f-4a98-b518-81339b63ee46,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:14.305766 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['774e26e7-8d1f-4a98-b518-81339b63ee46'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:13:14.356865 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] No DVR routers for this DVR port 774e26e7-8d1f-4a98-b518-81339b63ee46 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:13:14.359702 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.361959 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a6f715a2-f5b0-46a3-953a-d99e064305ce req-9155dfa0-9d93-4177-9a52-ffb1754a84ce tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.66 "DELETE /v2.0/ports/774e26e7-8d1f-4a98-b518-81339b63ee46 HTTP/1.1" status: 204 len: 173 time: 0.8029778 Jul 22 21:13:14.362440 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7773f695-16c5-4227-943c-641f820eea2b', 'name': 'network-vif-deleted', 'tag': '774e26e7-8d1f-4a98-b518-81339b63ee46'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:14.365088 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1057b579-068c-44e4-a172-ff5b5ad4d79d" -d '{"events": [{"server_uuid": "7773f695-16c5-4227-943c-641f820eea2b", "name": "network-vif-deleted", "tag": "774e26e7-8d1f-4a98-b518-81339b63ee46"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:14.420657 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc072b32-25f1-45c4-86a5-f9c161a47423 x-openstack-request-id: req-dc072b32-25f1-45c4-86a5-f9c161a47423 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:14.421043 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7773f695-16c5-4227-943c-641f820eea2b", "name": "network-vif-deleted", "tag": "774e26e7-8d1f-4a98-b518-81339b63ee46", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:14.421430 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc072b32-25f1-45c4-86a5-f9c161a47423 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:14.421926 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7773f695-16c5-4227-943c-641f820eea2b', 'name': 'network-vif-deleted', 'tag': '774e26e7-8d1f-4a98-b518-81339b63ee46', 'status': 'completed', 'code': 200} Jul 22 21:13:14.504055 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d6002c18-20cf-4634-bac2-ba38b1bdb7bd req-765c3e16-febb-4dd9-be13-5ae04e54e9df tempest-AttachVolumeNegativeTest-186271613 tempest-AttachVolumeNegativeTest-186271613-project] 10.222.0.64 "GET /v2.0/ports?device_id=7773f695-16c5-4227-943c-641f820eea2b HTTP/1.1" status: 200 len: 210 time: 0.0512297 Jul 22 21:13:14.623495 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.624080 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Allocated IP 172.20.0.1 (e991ddb8-3b92-4267-a07b-4907aae6d6e6/cfad3aee-a9c4-421b-9aa1-00ac0e5403a4/f5017aa2-f726-4bc0-8803-582d15a4ce77) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:14.635384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Transition to ACTIVE for port object 963295aa-d5dc-4b40-9bd7-0652ed81db41 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:14.642815 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.707139 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55908e-d3c4-479c-b4ad-cc2fff9e4516 None None] Pushing event updated for resources: {'Port': ['ID=963295aa-d5dc-4b40-9bd7-0652ed81db41,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:14.710509 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Attempting to bind port 963295aa-d5dc-4b40-9bd7-0652ed81db41 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:14.712111 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Attempting to bind port 963295aa-d5dc-4b40-9bd7-0652ed81db41 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:14.712111 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Attempting to bind port 963295aa-d5dc-4b40-9bd7-0652ed81db41 on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:14.718076 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:14.718880 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:14.720177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.720177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:14.720389 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Bound port: 963295aa-d5dc-4b40-9bd7-0652ed81db41, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:14.720593 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.723648 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d8bd-6695-414a-8124-8a961e88db40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.730198 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.743987 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Transition to ACTIVE for port object f5017aa2-f726-4bc0-8803-582d15a4ce77 will not be triggered until provisioned by entity DHCP. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:14.778794 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.783375 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] For port 963295aa-d5dc-4b40-9bd7-0652ed81db41, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:14.789770 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] For port 963295aa-d5dc-4b40-9bd7-0652ed81db41, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=963295aa-d5dc-4b40-9bd7-0652ed81db41,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:14.793979 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.824224 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:14.832239 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:14.833425 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 30cbc9e3-beb3-481f-a547-45be09fa7741 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:14.836366 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:14.842584 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Pushing event updated for resources: {'Port': ['ID=f5017aa2-f726-4bc0-8803-582d15a4ce77,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:14.883279 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:14.893749 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55908e-d3c4-479c-b4ad-cc2fff9e4516 None None] Pushing event updated for resources: {'Port': ['ID=963295aa-d5dc-4b40-9bd7-0652ed81db41,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:14.913922 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:14.914485 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:15.007703 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 30cbc9e3-beb3-481f-a547-45be09fa7741 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:15.016429 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 30cbc9e3-beb3-481f-a547-45be09fa7741 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:15.016807 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.067128 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:15.122750 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.162370 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d2650b87-9128-4602-92ba-853b652bdab0 None None] Provisioning for port f5017aa2-f726-4bc0-8803-582d15a4ce77 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:15.211832 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d2650b87-9128-4602-92ba-853b652bdab0 None None] Provisioning complete for port f5017aa2-f726-4bc0-8803-582d15a4ce77 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:15.212197 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d2650b87-9128-4602-92ba-853b652bdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.260606 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.283933 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-d2650b87-9128-4602-92ba-853b652bdab0 None None] Port f5017aa2-f726-4bc0-8803-582d15a4ce77 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:15.284668 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.289879 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.334362 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 30cbc9e3-beb3-481f-a547-45be09fa7741, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=30cbc9e3-beb3-481f-a547-45be09fa7741,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:15.338620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.362083 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Pushing event updated for resources: {'Port': ['ID=f5017aa2-f726-4bc0-8803-582d15a4ce77,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:15.365366 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.399790 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=30cbc9e3-beb3-481f-a547-45be09fa7741,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:15.404072 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:12Z', 'revision_number': 3, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:15.431827 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e849f40b-ea8f-4689-aeac-489e1903d4d4 None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:12Z', 'revision_number': 3, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:15.463915 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:15.465558 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:15.566160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35464) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:15.632426 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] Deleting subnet 39a49358-3018-471d-9114-756d2aae4e48 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:13:15.638363 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.649103 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:13:15.691446 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.706602 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-2c7f8eee-1e35-4936-ad2e-5c2756615f00 None None] Provisioning complete for port f5017aa2-f726-4bc0-8803-582d15a4ce77 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:15.706954 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2c7f8eee-1e35-4936-ad2e-5c2756615f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.747137 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f8eee-1e35-4936-ad2e-5c2756615f00 None None] Port f5017aa2-f726-4bc0-8803-582d15a4ce77 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:15.808220 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.856308 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:15.861944 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-c32b2090-8d2d-4ae1-8ea4-8ec186981c21 admin admin] 10.222.0.64 "PUT /v2.0/routers/3fac0e53-9fbd-41d8-814e-c79293076d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2090321 Jul 22 21:13:15.880184 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.908328 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a49358-3018-471d-9114-756d2aae4e48,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:15.910367 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:15.912337 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-a0cbc73d-3cdf-4237-8429-90381b04f12e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/39a49358-3018-471d-9114-756d2aae4e48 HTTP/1.1" status: 204 len: 168 time: 0.3450954 Jul 22 21:13:15.914907 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35468) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:15.993002 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.077662 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.088436 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476a0c39-e63b-4530-9f9c-4ac2bfe585fd']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:16.099798 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f91188-7a8c-4bb0-9043-a8101f7b1c16') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:16.100187 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f91188-7a8c-4bb0-9043-a8101f7b1c16') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:16.111722 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.127766 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.134194 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:13:16.134689 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:13:16.161024 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:13:16.201944 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.208669 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.211460 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/476a0c39-e63b-4530-9f9c-4ac2bfe585fd HTTP/1.1" status: 204 len: 168 time: 0.2954631 Jul 22 21:13:16.225676 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f057d64-6f83-4c89-a3a5-f2ee51cf10e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=476a0c39-e63b-4530-9f9c-4ac2bfe585fd,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:16.341578 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35482) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:16.385253 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-1434a865-2d92-4bc6-bcd1-62104b0ba558 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0139358540084c168d6cf2fe0d4c1313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423694 Jul 22 21:13:16.387803 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35486) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:16.439476 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-318ae1e4-1fa1-4162-bcb8-5d5a7f18f80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.444725 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35488) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:16.449842 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1690579565-network', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:16.461314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-318ae1e4-1fa1-4162-bcb8-5d5a7f18f80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.476212 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Made reservation on behalf of 9e785f2bcd694c2cbf18f1d8eeab9f8a for: {'network': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:16.478700 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for network, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.487942 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.511820 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-318ae1e4-1fa1-4162-bcb8-5d5a7f18f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.515007 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-318ae1e4-1fa1-4162-bcb8-5d5a7f18f80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.518835 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-318ae1e4-1fa1-4162-bcb8-5d5a7f18f80b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbe1744d-72ae-4742-90e6-e99e6d03116a HTTP/1.1" status: 204 len: 168 time: 0.1275821 Jul 22 21:13:16.526323 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ae1e4-1fa1-4162-bcb8-5d5a7f18f80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe1744d-72ae-4742-90e6-e99e6d03116a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:16.592152 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.596990 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.617854 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=93064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 21:13:16.632857 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d773402-ff2a-4775-bce2-463a217c3eeb,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:16.639463 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.640705 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.db.segments_db [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Added segment f5685737-9f27-44e9-81fe-9b3dafa5b92a of type vlan for network 99bd80dc-8b26-4136-8b7e-dd796f90915b Jul 22 21:13:16.688809 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756593210606'] for network, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.725201 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903'] for network, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.726371 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:16.727253 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.807045 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3609698 Jul 22 21:13:16.808097 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2832a6-aec3-41a5-897e-a27873ad2bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=99bd80dc-8b26-4136-8b7e-dd796f90915b,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:16.811208 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35494) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:16.818522 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Request body: {'subnet': {'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1690579565-subnet', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'ip_version': 4}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:16.820070 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b details requested by agent ovs-agent-dv-cinder-800015-2-iscsi with host dv-cinder-800015-2-iscsi {{(pid=93065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 21:13:16.853190 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Made reservation on behalf of 9e785f2bcd694c2cbf18f1d8eeab9f8a for: {'subnet': 1} {{(pid=93064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:16.856180 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3090707'] for subnet, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:16.925950 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 963295aa-d5dc-4b40-9bd7-0652ed81db41 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:16.999411 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port 963295aa-d5dc-4b40-9bd7-0652ed81db41 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:17.004567 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 963295aa-d5dc-4b40-9bd7-0652ed81db41 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:17.005440 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.085712 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2252814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3090785'] for subnet, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.118201 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.148651 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c879e482-87f3-4c26-91fc-6e56293034d0,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:17.158420 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port 963295aa-d5dc-4b40-9bd7-0652ed81db41, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=963295aa-d5dc-4b40-9bd7-0652ed81db41,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:17.165568 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Checking segment: {'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:17.165720 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.165946 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Network hostable DHCP agents. Network: 99bd80dc-8b26-4136-8b7e-dd796f90915b, hostable agents: ['04d57337-55d3-4a97-ada3-89c76a89c375'], hosted agents: [] {{(pid=93064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 21:13:17.167617 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 30cbc9e3-beb3-481f-a547-45be09fa7741 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:17.190933 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b is scheduled to be hosted by DHCP agent 04d57337-55d3-4a97-ada3-89c76a89c375 with binding_index 1 {{(pid=93064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 21:13:17.205565 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800015-2-iscsi, 99bd80dc-8b26-4136-8b7e-dd796f90915b) {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:17.210435 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:17.211951 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.235311 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6718cf-aecf-4e55-9d80-e25d479a9be3 None None] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:17.235763 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-bfbe02ad-891e-4660-a72d-06d0284e9219 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4218593 Jul 22 21:13:17.237918 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35510) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:17.242677 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:17.280891 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-506933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58109'] for router, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.282014 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-494939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-534078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58098'] for router, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.282632 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:17.292147 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=963295aa-d5dc-4b40-9bd7-0652ed81db41,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:17.296563 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:17.297538 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:12:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:17.357309 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.363934 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 30cbc9e3-beb3-481f-a547-45be09fa7741 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:17.364332 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.394142 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fac1cee6-45ca-4fcd-a4c8-9ae6b5a5ccd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.429077 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:17.538338 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119af73-72ac-477c-b798-590543154018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb632c039-8d8b-5937-9083-604d11cb1a8c-99bd80dc-8b26-4136-8b7e-dd796f90915b', 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'fixed_ips': [{'subnet_id': 'c879e482-87f3-4c26-91fc-6e56293034d0'}]}} from dv-cinder-800015-2-iscsi. {{(pid=93065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 21:13:17.539335 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3119af73-72ac-477c-b798-590543154018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.575375 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58048'] for router, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.602280 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.702163 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 2, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:17.730619 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:17.731005 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Updating router 3fac0e53-9fbd-41d8-814e-c79293076d20 port f5017aa2-f726-4bc0-8803-582d15a4ce77 binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:17.745359 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.db_base_plugin_common [None req-3119af73-72ac-477c-b798-590543154018 None None] Allocated IP 172.20.0.2 (99bd80dc-8b26-4136-8b7e-dd796f90915b/c879e482-87f3-4c26-91fc-6e56293034d0/b89facdb-790d-45dd-918b-87a823efd21a) {{(pid=93065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:17.788540 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.823601 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.845472 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:17.986114 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Allocated IP 172.27.2.219 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/b6c57bf5-4ae3-412f-88a4-4d3b39a0d912) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:18.130461 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3119af73-72ac-477c-b798-590543154018 None None] Notify callbacks [] for port, precommit_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.140436 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3119af73-72ac-477c-b798-590543154018 None None] Transition to ACTIVE for port object b89facdb-790d-45dd-918b-87a823efd21a will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:18.149249 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.153488 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.158599 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3119af73-72ac-477c-b798-590543154018 None None] Transition to ACTIVE for port object b89facdb-790d-45dd-918b-87a823efd21a will not be triggered until provisioned by entity DHCP. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:18.166261 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3119af73-72ac-477c-b798-590543154018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497'] for port, after_create {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.173217 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Transition to ACTIVE for port object f5017aa2-f726-4bc0-8803-582d15a4ce77 will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:18.182220 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.198864 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.221063 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119af73-72ac-477c-b798-590543154018 None None] Pushing event updated for resources: {'Port': ['ID=b89facdb-790d-45dd-918b-87a823efd21a,revision_number=1']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:18.232719 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3119af73-72ac-477c-b798-590543154018 None None] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b is already hosted by enough agents. {{(pid=93065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:18.234890 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.scheduler.base_scheduler [None req-3119af73-72ac-477c-b798-590543154018 None None] Resources bound (agent type, host, resource id): {{(pid=93065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:18.237824 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3119af73-72ac-477c-b798-590543154018 None None] Received port after_create {{(pid=93065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:18.284676 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Pushing event updated for resources: {'Port': ['ID=f5017aa2-f726-4bc0-8803-582d15a4ce77,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:18.289296 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:18.294008 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.294559 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.295118 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.295628 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.296671 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.297483 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.298078 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.298628 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.299250 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.299988 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.300501 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.300997 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:18.310009 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:18.315575 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:18.318734 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:18.321603 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-3119af73-72ac-477c-b798-590543154018 None None] Attempting to bind port b89facdb-790d-45dd-918b-87a823efd21a on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:18.321989 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-3119af73-72ac-477c-b798-590543154018 None None] Attempting to bind port b89facdb-790d-45dd-918b-87a823efd21a by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:18.322366 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119af73-72ac-477c-b798-590543154018 None None] Attempting to bind port b89facdb-790d-45dd-918b-87a823efd21a on network 99bd80dc-8b26-4136-8b7e-dd796f90915b {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:18.338170 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119af73-72ac-477c-b798-590543154018 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:18.338555 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119af73-72ac-477c-b798-590543154018 None None] Checking segment: {'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:18.338991 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3119af73-72ac-477c-b798-590543154018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.339397 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3119af73-72ac-477c-b798-590543154018 None None] Bound using segment: {'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:18.339875 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-3119af73-72ac-477c-b798-590543154018 None None] Bound port: b89facdb-790d-45dd-918b-87a823efd21a, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:18.340271 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3119af73-72ac-477c-b798-590543154018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.356609 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Attempting to bind port f5017aa2-f726-4bc0-8803-582d15a4ce77 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:18.356982 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Attempting to bind port f5017aa2-f726-4bc0-8803-582d15a4ce77 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:18.357346 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Attempting to bind port f5017aa2-f726-4bc0-8803-582d15a4ce77 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:18.363845 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:18.364967 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Checking segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:18.365517 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.366069 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Bound using segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:18.366692 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Bound port: f5017aa2-f726-4bc0-8803-582d15a4ce77, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:18.367313 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.455365 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3119af73-72ac-477c-b798-590543154018 None None] For port b89facdb-790d-45dd-918b-87a823efd21a, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:18.459988 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3119af73-72ac-477c-b798-590543154018 None None] For port b89facdb-790d-45dd-918b-87a823efd21a, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b89facdb-790d-45dd-918b-87a823efd21a,segment=NetworkSegment(f5685737-9f27-44e9-81fe-9b3dafa5b92a),segment_id=f5685737-9f27-44e9-81fe-9b3dafa5b92a)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:18.464660 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] For port f5017aa2-f726-4bc0-8803-582d15a4ce77, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:18.467384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3119af73-72ac-477c-b798-590543154018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.469581 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] For port f5017aa2-f726-4bc0-8803-582d15a4ce77, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=f5017aa2-f726-4bc0-8803-582d15a4ce77,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:18.487699 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.576111 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61ab5-3e48-40c9-8a54-72462be1db8c None None] Pushing event updated for resources: {'Port': ['ID=f5017aa2-f726-4bc0-8803-582d15a4ce77,revision_number=4']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:18.581911 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.590925 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119af73-72ac-477c-b798-590543154018 None None] Pushing event updated for resources: {'Port': ['ID=b89facdb-790d-45dd-918b-87a823efd21a,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:18.600518 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:18.601163 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:13:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:18.682010 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 774e26e7-8d1f-4a98-b518-81339b63ee46 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:13:18.724985 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.734175 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 774e26e7-8d1f-4a98-b518-81339b63ee46 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:13:18.738621 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 774e26e7-8d1f-4a98-b518-81339b63ee46 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:13:18.833905 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 963295aa-d5dc-4b40-9bd7-0652ed81db41 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:18.939919 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port 963295aa-d5dc-4b40-9bd7-0652ed81db41 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:18.941493 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:18.946458 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:19.088663 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-507115'] for router, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.135854 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35544) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:19.225663 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:18Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:19.254592 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Router d93bb6cf-6c10-4567-9352-d7c10741efe9 is scheduled to L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 with binding_index 1 {{(pid=93064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 21:13:19.256875 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062240da-b9d9-451e-8796-19dd2bf85493 None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:18Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:19.292654 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0e556ac2-24f7-4580-8c8b-c7d74e8b5d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.444174 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0e556ac2-24f7-4580-8c8b-c7d74e8b5d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.451830 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-0e556ac2-24f7-4580-8c8b-c7d74e8b5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.489743 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-0e556ac2-24f7-4580-8c8b-c7d74e8b5d51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80f99a3f653c4c569a528bad596cbc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521621 Jul 22 21:13:19.490404 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35548) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:19.538393 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e556ac2-24f7-4580-8c8b-c7d74e8b5d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57918b1-3816-4570-bf8b-ec498818751b,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:19.580007 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-218c5319-5302-4e0f-aadb-7c8366189a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.609089 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-218c5319-5302-4e0f-aadb-7c8366189a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.663396 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:19.673519 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-218c5319-5302-4e0f-aadb-7c8366189a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.676168 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-218c5319-5302-4e0f-aadb-7c8366189a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.678610 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Sync routers for ids ['d93bb6cf-6c10-4567-9352-d7c10741efe9'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:19.688588 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Routers {'d93bb6cf-6c10-4567-9352-d7c10741efe9'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:19.689228 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:13:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['d93bb6cf-6c10-4567-9352-d7c10741efe9'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:19.691608 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-218c5319-5302-4e0f-aadb-7c8366189a87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e57918b1-3816-4570-bf8b-ec498818751b HTTP/1.1" status: 204 len: 168 time: 0.1987665 Jul 22 21:13:19.694510 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:19.700027 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d74fe095-9fe5-4c2d-8154-f7de5cc41dc0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4583504 Jul 22 21:13:19.700607 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35552) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:19.704163 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c5319-5302-4e0f-aadb-7c8366189a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57918b1-3816-4570-bf8b-ec498818751b,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:19.900757 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1430744-5391-457b-baa3-a56bbfa5ae6f None None] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:13:19.906836 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Set router d93bb6cf-6c10-4567-9352-d7c10741efe9 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:20.058510 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35556) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:20.065027 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-43f9fac1-5925-4294-8fae-107b6ae49e1f None None] Provisioning for port b89facdb-790d-45dd-918b-87a823efd21a completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:20.077944 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f030-ffbf-42eb-96c9-4d5742f26dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.195911 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f030-ffbf-42eb-96c9-4d5742f26dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.206203 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f030-ffbf-42eb-96c9-4d5742f26dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.243178 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.245053 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8f030-ffbf-42eb-96c9-4d5742f26dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3354b88-d638-4ec6-881d-5697849a6b7c,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:20.272405 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c4a8f030-ffbf-42eb-96c9-4d5742f26dc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc4d7c39489042e9b723129567e3b233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098448 Jul 22 21:13:20.274482 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35558) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:20.293290 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:18Z', 'revision_number': 3, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port': {'id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:20.293784 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.324691 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Checking router: d93bb6cf-6c10-4567-9352-d7c10741efe9 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:20.324924 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Updating router d93bb6cf-6c10-4567-9352-d7c10741efe9 port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 binding host dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:20.341855 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27fa-5005-4c02-a980-19b0e290559f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.367912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27fa-5005-4c02-a980-19b0e290559f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.388966 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.432724 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27fa-5005-4c02-a980-19b0e290559f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.435512 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27fa-5005-4c02-a980-19b0e290559f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.437428 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-5d6c27fa-5005-4c02-a980-19b0e290559f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3354b88-d638-4ec6-881d-5697849a6b7c HTTP/1.1" status: 204 len: 168 time: 0.1609726 Jul 22 21:13:20.448453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c27fa-5005-4c02-a980-19b0e290559f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3354b88-d638-4ec6-881d-5697849a6b7c,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:20.557926 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_common [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Allocated IP 172.20.0.1 (99bd80dc-8b26-4136-8b7e-dd796f90915b/c879e482-87f3-4c26-91fc-6e56293034d0/fa08d73f-1536-484f-bbd7-03d275d42929) {{(pid=93064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:20.686253 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.702634 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.provisioning_blocks [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Transition to ACTIVE for port object fa08d73f-1536-484f-bbd7-03d275d42929 will not be triggered until provisioned by entity DHCP. {{(pid=93064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:20.755600 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.764360 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Notify callbacks [] for port, precommit_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.779620 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Transition to ACTIVE for port object b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 will not be triggered until provisioned by entity L2. {{(pid=93065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:20.789808 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.823431 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:20.830590 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:20.834342 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Received port after_create {{(pid=93064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:20.869280 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=fa08d73f-1536-484f-bbd7-03d275d42929,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:20.872585 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Attempting to bind port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:20.873018 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Attempting to bind port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:20.873513 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Attempting to bind port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 on network 07e8176e-ed52-4186-b645-1c8b30408577 {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:20.885906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a33fb5-967a-41b7-b787-ef6bd528c2f8 None None] Pushing event updated for resources: {'Port': ['ID=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,revision_number=2']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:20.894521 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b89facdb-790d-45dd-918b-87a823efd21a up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:20.898310 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:20.898923 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Checking segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:20.899155 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506906'] for router_interface, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.899681 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:20.900229 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Bound using segment: {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'} {{(pid=93065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:20.900880 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.managers [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Bound port: b6c57bf5-4ae3-412f-88a4-4d3b39a0d912, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed75f6b-aab3-4322-9f03-f078ecf3a7fe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577'}}] {{(pid=93065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:20.901604 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.017489 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port b89facdb-790d-45dd-918b-87a823efd21a completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:21.022241 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] For port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:21.025966 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] For port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:21.027117 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b89facdb-790d-45dd-918b-87a823efd21a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:21.027497 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.057870 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.071574 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.129717 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Routers {'d93bb6cf-6c10-4567-9352-d7c10741efe9'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:21.130344 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:13:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['d93bb6cf-6c10-4567-9352-d7c10741efe9'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:21.207726 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a33fb5-967a-41b7-b787-ef6bd528c2f8 None None] Pushing event updated for resources: {'Port': ['ID=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:21.265629 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-84b780b7-82ca-489e-91a6-93b77046af61 None None] Provisioning for port fa08d73f-1536-484f-bbd7-03d275d42929 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:21.274745 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.276481 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.278989 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-84b780b7-82ca-489e-91a6-93b77046af61 None None] Provisioning complete for port fa08d73f-1536-484f-bbd7-03d275d42929 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:21.279403 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-84b780b7-82ca-489e-91a6-93b77046af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.283154 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2252945'] for port, after_update {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.342177 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] Set router d93bb6cf-6c10-4567-9352-d7c10741efe9 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:21.358356 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=fa08d73f-1536-484f-bbd7-03d275d42929,revision_number=2']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:21.361985 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495018'] for router_interface, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.380067 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-84b780b7-82ca-489e-91a6-93b77046af61 None None] Port fa08d73f-1536-484f-bbd7-03d275d42929 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:21.382586 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port b89facdb-790d-45dd-918b-87a823efd21a, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b89facdb-790d-45dd-918b-87a823efd21a,segment=NetworkSegment(f5685737-9f27-44e9-81fe-9b3dafa5b92a),segment_id=f5685737-9f27-44e9-81fe-9b3dafa5b92a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:21.432466 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.433248 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f5017aa2-f726-4bc0-8803-582d15a4ce77 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:21.461188 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b is already hosted by enough agents. {{(pid=93064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:21.462635 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.base_scheduler [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:21.594574 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=b89facdb-790d-45dd-918b-87a823efd21a,revision_number=3']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:21.597333 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Router d93bb6cf-6c10-4567-9352-d7c10741efe9 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:13:21.669182 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port f5017aa2-f726-4bc0-8803-582d15a4ce77 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:21.675418 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port f5017aa2-f726-4bc0-8803-582d15a4ce77 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:21.675797 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.729330 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:13:21.739104 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-97fe5c25-6c47-4c95-96d8-cd92e3f93dc6 admin admin] 10.222.0.64 "PUT /v2.0/routers/d93bb6cf-6c10-4567-9352-d7c10741efe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335324 Jul 22 21:13:21.739321 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-714a2ba2-6281-4040-9010-f3cc5da3038b None None] Provisioning complete for port fa08d73f-1536-484f-bbd7-03d275d42929 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:21.739321 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-714a2ba2-6281-4040-9010-f3cc5da3038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:21.932716 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 4, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port': {'id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'fa08d73f-1536-484f-bbd7-03d275d42929', 'name': '', 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'mac_address': 'fa:16:3e:0a:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:20Z', 'updated_at': '2021-07-22T21:13:20Z', 'revision_number': 1, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'subnets': [{'id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:21.968518 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fd9b9-669b-4e3f-a884-ff1831e0be49 None None] The sync data for ids ['d93bb6cf-6c10-4567-9352-d7c10741efe9'] in dv-cinder-800015-2-iscsi is: [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 4, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port': {'id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'fa08d73f-1536-484f-bbd7-03d275d42929', 'name': '', 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'mac_address': 'fa:16:3e:0a:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:20Z', 'updated_at': '2021-07-22T21:13:20Z', 'revision_number': 1, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'subnets': [{'id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:21.973578 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-714a2ba2-6281-4040-9010-f3cc5da3038b None None] Port fa08d73f-1536-484f-bbd7-03d275d42929 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:21.979775 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.017649 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port f5017aa2-f726-4bc0-8803-582d15a4ce77, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=f5017aa2-f726-4bc0-8803-582d15a4ce77,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:22.022697 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.076827 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=f5017aa2-f726-4bc0-8803-582d15a4ce77,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:22.591180 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35618) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:22.693249 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35622) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:22.698643 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-73b3f9d0-5833-4a08-ad9e-4f55b61aa286 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996169084', 'description': 'tempest-secgroup-smoke-1996169084 description', 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:22.726202 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-73b3f9d0-5833-4a08-ad9e-4f55b61aa286 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.777057 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9c457ea-eb5c-4b1c-ad76-2377ed979f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.861743 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-73b3f9d0-5833-4a08-ad9e-4f55b61aa286 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.870465 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-73b3f9d0-5833-4a08-ad9e-4f55b61aa286 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.879138 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f5017aa2-f726-4bc0-8803-582d15a4ce77 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:22.928211 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3f9d0-5833-4a08-ad9e-4f55b61aa286 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189b6cae-fc59-4e9b-8843-1432acaab1b6,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:22.934598 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port f5017aa2-f726-4bc0-8803-582d15a4ce77 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:22.935180 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:22.997215 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9c457ea-eb5c-4b1c-ad76-2377ed979f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.003232 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b9c457ea-eb5c-4b1c-ad76-2377ed979f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.009625 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-73b3f9d0-5833-4a08-ad9e-4f55b61aa286 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.013632 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-73b3f9d0-5833-4a08-ad9e-4f55b61aa286 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3166556 Jul 22 21:13:23.014055 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35624) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.020636 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-e26bd582-c3f4-48c6-a9b5-d135e3c34ed9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'security_group_rule': {'security_group_id': '189b6cae-fc59-4e9b-8843-1432acaab1b6', 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:23.041835 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:23.064468 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b9c457ea-eb5c-4b1c-ad76-2377ed979f6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81e30fc3cd5241e394d49ea18c6d3cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712062 Jul 22 21:13:23.065761 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e26bd582-c3f4-48c6-a9b5-d135e3c34ed9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.067867 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c457ea-eb5c-4b1c-ad76-2377ed979f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fcb52f-ba15-4c50-9b5a-291e7727da2d,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.070693 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35626) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.113245 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:23.121926 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:23.122543 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.156412 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e26bd582-c3f4-48c6-a9b5-d135e3c34ed9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.165713 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e26bd582-c3f4-48c6-a9b5-d135e3c34ed9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.187405 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d803e3ac-7a0b-4075-ba68-e445fda43efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.195629 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bd582-c3f4-48c6-a9b5-d135e3c34ed9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a5c77e-52a7-4e4b-ba75-ae5e3ec8e202,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.204765 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-e26bd582-c3f4-48c6-a9b5-d135e3c34ed9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.205975 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-e26bd582-c3f4-48c6-a9b5-d135e3c34ed9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1905179 Jul 22 21:13:23.208754 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35628) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.215655 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-04ba3a6f-2fcb-4441-98f0-44868bf5cee1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'security_group_rule': {'security_group_id': '189b6cae-fc59-4e9b-8843-1432acaab1b6', 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:23.219446 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.234035 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d803e3ac-7a0b-4075-ba68-e445fda43efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.242874 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:23.248047 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.249716 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b89facdb-790d-45dd-918b-87a823efd21a up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:23.281138 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-04ba3a6f-2fcb-4441-98f0-44868bf5cee1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.333704 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.333924 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d803e3ac-7a0b-4075-ba68-e445fda43efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.336936 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d803e3ac-7a0b-4075-ba68-e445fda43efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.338233 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d803e3ac-7a0b-4075-ba68-e445fda43efc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94fcb52f-ba15-4c50-9b5a-291e7727da2d HTTP/1.1" status: 204 len: 168 time: 0.2654772 Jul 22 21:13:23.344302 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b89facdb-790d-45dd-918b-87a823efd21a triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:23.344786 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.352650 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e3ac-7a0b-4075-ba68-e445fda43efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fcb52f-ba15-4c50-9b5a-291e7727da2d,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.372100 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-04ba3a6f-2fcb-4441-98f0-44868bf5cee1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.378660 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-04ba3a6f-2fcb-4441-98f0-44868bf5cee1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.401733 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba3a6f-2fcb-4441-98f0-44868bf5cee1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb629d2-46d9-4e3b-8446-8504979e20fc,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.409827 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-04ba3a6f-2fcb-4441-98f0-44868bf5cee1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.411619 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-04ba3a6f-2fcb-4441-98f0-44868bf5cee1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2018042 Jul 22 21:13:23.414288 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35632) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.419807 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-36f0ad02-b098-4b49-9dcc-65f0c3058005 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'security_group_rule': {'security_group_id': '189b6cae-fc59-4e9b-8843-1432acaab1b6', 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:23.454304 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-36f0ad02-b098-4b49-9dcc-65f0c3058005 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.523748 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-36f0ad02-b098-4b49-9dcc-65f0c3058005 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.527793 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-36f0ad02-b098-4b49-9dcc-65f0c3058005 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.546054 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0ad02-b098-4b49-9dcc-65f0c3058005 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f874494-ef5c-4b9e-9aa0-cfe65a7daae7,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.554644 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-36f0ad02-b098-4b49-9dcc-65f0c3058005 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.556095 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-36f0ad02-b098-4b49-9dcc-65f0c3058005 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405687 Jul 22 21:13:23.558913 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35636) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.563656 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.v2.base [None req-308bebf4-2eb4-4570-9807-fa73e3ddb043 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'security_group_rule': {'security_group_id': '189b6cae-fc59-4e9b-8843-1432acaab1b6', 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:23.592618 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-308bebf4-2eb4-4570-9807-fa73e3ddb043 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.657385 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-308bebf4-2eb4-4570-9807-fa73e3ddb043 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.661984 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-308bebf4-2eb4-4570-9807-fa73e3ddb043 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.674024 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35638) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.678189 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bebf4-2eb4-4570-9807-fa73e3ddb043 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0224a651-972e-4510-a5a4-8324f06afac5,revision_number=0']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.688467 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.689234 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-308bebf4-2eb4-4570-9807-fa73e3ddb043 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.690500 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-308bebf4-2eb4-4570-9807-fa73e3ddb043 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305659 Jul 22 21:13:23.693725 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35640) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.698134 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'security_group_rule': {'security_group_id': '189b6cae-fc59-4e9b-8843-1432acaab1b6', 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:23.741069 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.db.api [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 21:13:23.741069 dv-cinder-800015-2-iscsi neutron-server[93063]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 21:13:23.741069 dv-cinder-800015-2-iscsi neutron-server[93063]: [parameters: {'project_id': '417904b309c9456a9dcc487cc76ebee7', 'id': 'a0342573-d3fd-45d6-a470-e8d15cf1bbc6', 'expiration': datetime.datetime(2021, 7, 22, 21, 15, 23, 730615)}] Jul 22 21:13:23.741069 dv-cinder-800015-2-iscsi neutron-server[93063]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 21:13:23.741632 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG oslo_db.api [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 21:13:23.748069 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.securitygroups_db [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Project a4c1fdd9bbd34811b62d1ed92144a071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:13:23.754130 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.818332 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.821848 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.838794 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a9ab2d-5fda-4796-9eb5-ab9b2d985de1,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.848137 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.849491 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-1bd5530c-a3e0-4fe0-9ba1-e172c117087e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548455 Jul 22 21:13:23.852133 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35642) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:23.856496 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'security_group_rule': {'security_group_id': '189b6cae-fc59-4e9b-8843-1432acaab1b6', 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:23.878278 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.securitygroups_db [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Project a4c1fdd9bbd34811b62d1ed92144a071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 21:13:23.882959 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.948065 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.951973 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625996'] for security_group_rule, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.970359 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a3c945-bcf0-4c17-8dee-6577dde0e8c9,revision_number=0']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:23.975554 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:23.976751 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-6a2f764f-70af-45cf-b5cd-120594730174 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236980 Jul 22 21:13:24.221292 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Sync routers for ids ['d93bb6cf-6c10-4567-9352-d7c10741efe9'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:13:24.230182 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Routers {'d93bb6cf-6c10-4567-9352-d7c10741efe9'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:24.230903 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:13:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['d93bb6cf-6c10-4567-9352-d7c10741efe9'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:24.243813 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.345374 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.349016 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.351283 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Set router d93bb6cf-6c10-4567-9352-d7c10741efe9 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:24.383736 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=417904b309c9456a9dcc487cc76ebee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7085497 Jul 22 21:13:24.386657 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35682) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:24.396063 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10ea5d-3156-497f-bc87-227c1f708aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c93284-5afc-4c0b-8300-71a0c0c17d20,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:24.450394 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-aa156f27-8376-4f8b-9b75-323acc9d210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.482144 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-aa156f27-8376-4f8b-9b75-323acc9d210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.537529 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-aa156f27-8376-4f8b-9b75-323acc9d210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.540318 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-aa156f27-8376-4f8b-9b75-323acc9d210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.541803 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-aa156f27-8376-4f8b-9b75-323acc9d210c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21c93284-5afc-4c0b-8300-71a0c0c17d20 HTTP/1.1" status: 204 len: 168 time: 0.1533585 Jul 22 21:13:24.550398 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa156f27-8376-4f8b-9b75-323acc9d210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c93284-5afc-4c0b-8300-71a0c0c17d20,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:24.606496 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 4, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port': {'id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'fa08d73f-1536-484f-bbd7-03d275d42929', 'name': '', 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'mac_address': 'fa:16:3e:0a:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:20Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 2, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'subnets': [{'id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:24.638987 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Checking router: d93bb6cf-6c10-4567-9352-d7c10741efe9 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:13:24.639599 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Updating router d93bb6cf-6c10-4567-9352-d7c10741efe9 port fa08d73f-1536-484f-bbd7-03d275d42929 binding host dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 21:13:24.675948 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.782930 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:24.837052 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:24.837432 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.976683 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Notify callbacks [] for port, precommit_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:24.988413 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.provisioning_blocks [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Transition to ACTIVE for port object fa08d73f-1536-484f-bbd7-03d275d42929 will not be triggered until provisioned by entity L2. {{(pid=93066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:24.997667 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.046281 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df14580-11bd-42f0-b725-45df8bc80011 None None] Pushing event updated for resources: {'Port': ['ID=fa08d73f-1536-484f-bbd7-03d275d42929,revision_number=3']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:25.109929 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Attempting to bind port fa08d73f-1536-484f-bbd7-03d275d42929 on host dv-cinder-800015-2-iscsi for vnic_type normal with profile {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:25.110645 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Attempting to bind port fa08d73f-1536-484f-bbd7-03d275d42929 by drivers openvswitch,hyperv on host dv-cinder-800015-2-iscsi at level 0 using segments [{'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:25.111227 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Attempting to bind port fa08d73f-1536-484f-bbd7-03d275d42929 on network 99bd80dc-8b26-4136-8b7e-dd796f90915b {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:25.118181 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Checking agent: {'id': '5f6c1f99-48da-4dc2-bd2b-ff5f9ac9aa6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800015-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 20, 55, 17), 'started_at': datetime.datetime(2021, 7, 22, 20, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800015-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:25.118786 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Checking segment: {'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:25.119381 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.119936 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Bound using segment: {'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'} {{(pid=93066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:25.120561 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.managers [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Bound port: fa08d73f-1536-484f-bbd7-03d275d42929, host: dv-cinder-800015-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5685737-9f27-44e9-81fe-9b3dafa5b92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b'}}] {{(pid=93066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:25.121142 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.194238 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] For port fa08d73f-1536-484f-bbd7-03d275d42929, host dv-cinder-800015-2-iscsi, cleared binding levels {{(pid=93066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:25.197209 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.plugins.ml2.db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] For port fa08d73f-1536-484f-bbd7-03d275d42929, host dv-cinder-800015-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=fa08d73f-1536-484f-bbd7-03d275d42929,segment=NetworkSegment(f5685737-9f27-44e9-81fe-9b3dafa5b92a),segment_id=f5685737-9f27-44e9-81fe-9b3dafa5b92a)] {{(pid=93066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:25.203756 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:25.265582 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Routers {'d93bb6cf-6c10-4567-9352-d7c10741efe9'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:13:25.266252 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:13:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['d93bb6cf-6c10-4567-9352-d7c10741efe9'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:25.338357 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df14580-11bd-42f0-b725-45df8bc80011 None None] Pushing event updated for resources: {'Port': ['ID=fa08d73f-1536-484f-bbd7-03d275d42929,revision_number=4']} {{(pid=93066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:25.386338 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] Set router d93bb6cf-6c10-4567-9352-d7c10741efe9 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:13:25.615184 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 4, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port': {'id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'fa08d73f-1536-484f-bbd7-03d275d42929', 'name': '', 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'mac_address': 'fa:16:3e:0a:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:20Z', 'updated_at': '2021-07-22T21:13:25Z', 'revision_number': 4, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'subnets': [{'id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:13:25.646310 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4281b1a2-7e9d-44d3-afab-c5507d0fac19 None None] The sync data for ids ['d93bb6cf-6c10-4567-9352-d7c10741efe9'] in dv-cinder-800015-2-iscsi is: [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 4, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port': {'id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'fa08d73f-1536-484f-bbd7-03d275d42929', 'name': '', 'network_id': '99bd80dc-8b26-4136-8b7e-dd796f90915b', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'mac_address': 'fa:16:3e:0a:3a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:20Z', 'updated_at': '2021-07-22T21:13:25Z', 'revision_number': 4, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'subnets': [{'id': 'c879e482-87f3-4c26-91fc-6e56293034d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:13:26.784937 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fa08d73f-1536-484f-bbd7-03d275d42929 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:26.838921 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning for port fa08d73f-1536-484f-bbd7-03d275d42929 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:26.843952 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port fa08d73f-1536-484f-bbd7-03d275d42929 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:26.844329 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.927286 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:26.958806 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] For port fa08d73f-1536-484f-bbd7-03d275d42929, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=fa08d73f-1536-484f-bbd7-03d275d42929,segment=NetworkSegment(f5685737-9f27-44e9-81fe-9b3dafa5b92a),segment_id=f5685737-9f27-44e9-81fe-9b3dafa5b92a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:13:26.963547 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:27.027062 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Pushing event updated for resources: {'Port': ['ID=fa08d73f-1536-484f-bbd7-03d275d42929,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:28.759352 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fa08d73f-1536-484f-bbd7-03d275d42929 up at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:13:28.809988 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Provisioning complete for port fa08d73f-1536-484f-bbd7-03d275d42929 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:28.810364 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:34.461943 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:40.091939 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:13:44.697663 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-74918f64-37a0-4c99-9c63-bc702e6b2e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.315785 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-79adc480-bceb-45c1-8373-fa8c9b6036d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:47.546546 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:48.521973 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.180721 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:50.260245 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-e4d32f8c-9bb7-4884-a055-0e2d0e5fc295 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996169084&fields=id&tenant_id=a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 267 time: 0.0363379 Jul 22 21:13:50.376005 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-ccb2483f-b9d1-4a6b-97b9-73e3a52c2761 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:50.377606 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-ccb2483f-b9d1-4a6b-97b9-73e3a52c2761 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 812 time: 0.1099486 Jul 22 21:13:50.393082 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-a04d0e0e-ff37-4d0e-95d9-8c8b237c93f9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/quotas/a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 375 time: 0.0102186 Jul 22 21:13:50.460875 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-aae23cdb-dc9d-4494-bdd2-998e3ffe5909 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625141 Jul 22 21:13:50.477988 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-c8c318c2-2d5e-4ae6-9057-2bfd3805b1d0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:13:50.478971 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-c8c318c2-2d5e-4ae6-9057-2bfd3805b1d0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054579 Jul 22 21:13:50.573870 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-44ca24ec-3eca-46fc-9c4c-0a43d05af620 service neutron] 10.222.0.64 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894656 Jul 22 21:13:50.686632 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-1ee061d1-0f9d-4b07-92da-ccc7bc0ffc09 service neutron] 10.222.0.64 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052668 Jul 22 21:13:51.140411 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1d8eea39-7142-433b-8418-49ad022fd32c req-a78f17d0-4570-47a4-bf9c-979dc1f0a429 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 210 time: 0.1626246 Jul 22 21:13:52.096147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-5b60f123-23d0-4020-b2c8-c45acc6df9ea tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.097753 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-5b60f123-23d0-4020-b2c8-c45acc6df9ea tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 812 time: 0.1065784 Jul 22 21:13:52.148808 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-f6c10f70-4b67-4607-9f69-56a44d2b5020 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 380 time: 0.0355568 Jul 22 21:13:52.169900 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'port': {'device_id': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'admin_state_up': True, 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'security_groups': ['189b6cae-fc59-4e9b-8843-1432acaab1b6']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.274540 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8db03261-ec30-437b-9c33-1482ebda59f2 req-1d0097da-5d09-4c07-b456-9ee61531cdc4 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 210 time: 0.0362024 Jul 22 21:13:52.314051 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Made reservation on behalf of a4c1fdd9bbd34811b62d1ed92144a071 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:13:52.317953 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.451304 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Allocated IP 172.20.0.13 (e991ddb8-3b92-4267-a07b-4907aae6d6e6/cfad3aee-a9c4-421b-9aa1-00ac0e5403a4/c0b4d9b5-27d3-431b-af99-b84510e7a4b9) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:13:52.595675 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.617406 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Transition to ACTIVE for port object c0b4d9b5-27d3-431b-af99-b84510e7a4b9 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:52.653138 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.700823 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:13:52.707448 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:13:52.711179 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:13:52.716221 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.751796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:52.776177 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:52.776855 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.798548 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-68d0dd7d-3186-4c9a-a616-33237c09df91 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6328461 Jul 22 21:13:52.817442 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-10c5cb24-e628-40b2-ab32-03c32efc349a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:13:52.818632 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-10c5cb24-e628-40b2-ab32-03c32efc349a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071557 Jul 22 21:13:52.890789 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Request body: {'port': {'device_id': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:13:52.961558 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-8debf291-296e-4b34-96b4-c75ae24b8477 None None] Provisioning for port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:13:52.965840 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-8debf291-296e-4b34-96b4-c75ae24b8477 None None] Provisioning complete for port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:13:52.966543 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8debf291-296e-4b34-96b4-c75ae24b8477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:52.978818 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.001985 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-8debf291-296e-4b34-96b4-c75ae24b8477 None None] Port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:13:53.013161 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 35950) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.120363 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.217294 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.221700 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.264506 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d28ce11b3bf45c781457cd60848470b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494509 Jul 22 21:13:53.265254 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c51705-1d65-4c44-ae03-d66e7be5ff23,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.267241 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 35954) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:13:53.269481 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b4d9b5-27d3-431b-af99-b84510e7a4b9 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:13:53.272567 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.272923 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.273326 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.273673 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.274006 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.274337 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.274664 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.275013 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.275342 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.275664 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.275985 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.276302 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e790484-727f-4e87-8bba-779a839610af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:13:53.284822 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.313204 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Transition to ACTIVE for port object c0b4d9b5-27d3-431b-af99-b84510e7a4b9 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:13:53.318719 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.394070 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.397782 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-980aed3c-e94a-4d6f-b933-fe00a0176205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.423430 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfb72-dbf0-4304-bb13-385a4aef3ffb req-f5baa31a-6af8-46f7-ba6a-9f354feaa292 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.425404 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-727dfb72-dbf0-4304-bb13-385a4aef3ffb req-f5baa31a-6af8-46f7-ba6a-9f354feaa292 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0817761 Jul 22 21:13:53.469281 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-980aed3c-e94a-4d6f-b933-fe00a0176205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.473536 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-727dfb72-dbf0-4304-bb13-385a4aef3ffb req-287b4406-e1aa-40c3-bc5f-5b3f7969ee8f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Jul 22 21:13:53.523113 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Attempting to bind port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:13:53.523678 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Attempting to bind port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:13:53.524032 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Attempting to bind port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:53.531538 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:13:53.531861 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Attempting to bind port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:13:53.538622 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:13:53.538967 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Checking segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:13:53.539408 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Bound using segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:13:53.539979 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Bound port: c0b4d9b5-27d3-431b-af99-b84510e7a4b9, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:13:53.540573 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.559450 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-980aed3c-e94a-4d6f-b933-fe00a0176205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.561923 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-980aed3c-e94a-4d6f-b933-fe00a0176205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.563104 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-980aed3c-e94a-4d6f-b933-fe00a0176205 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90c51705-1d65-4c44-ae03-d66e7be5ff23 HTTP/1.1" status: 204 len: 168 time: 0.2882912 Jul 22 21:13:53.599097 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aed3c-e94a-4d6f-b933-fe00a0176205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c51705-1d65-4c44-ae03-d66e7be5ff23,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.628223 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] For port c0b4d9b5-27d3-431b-af99-b84510e7a4b9, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:13:53.631977 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] For port c0b4d9b5-27d3-431b-af99-b84510e7a4b9, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:13:53.639787 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.676505 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.677084 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:13:53.678487 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] 10.222.0.66 "PUT /v2.0/ports/c0b4d9b5-27d3-431b-af99-b84510e7a4b9 HTTP/1.1" status: 200 len: 1094 time: 0.8435831 Jul 22 21:13:53.679049 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:13:53.681309 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f1f845-c092-4c21-8a0c-09e8ac002966" -d '{"events": [{"name": "network-changed", "server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:13:53.713943 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcd21d-9718-4e6c-abc3-5c798f211a14 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:13:53.764640 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2d2218-5085-4754-82c5-ba4b00f430c4 x-openstack-request-id: req-7d2d2218-5085-4754-82c5-ba4b00f430c4 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:13:53.765169 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:13:53.765493 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d2d2218-5085-4754-82c5-ba4b00f430c4 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:13:53.765961 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'status': 'completed', 'code': 200} Jul 22 21:13:53.825670 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-52d39c77-5404-4005-aadb-a2b1466edf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.826880 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-52d39c77-5404-4005-aadb-a2b1466edf3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 1097 time: 0.0751987 Jul 22 21:13:53.882417 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-e7995bf6-9300-4c4e-bf17-5abfa444e2f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0412877 Jul 22 21:13:53.933346 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-68d4b627-c228-4ae9-8e7e-724c38c5849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:53.935726 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-68d4b627-c228-4ae9-8e7e-724c38c5849a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0470412 Jul 22 21:13:54.002371 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792475c-6989-4254-a692-a5ca49679834 req-3c67080b-2841-464f-8199-dcbf8aca65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.003915 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-3c67080b-2841-464f-8199-dcbf8aca65a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618293 Jul 22 21:13:54.112323 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-a152391b-2de7-4cdb-83e9-2fe7b17a1a98 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005249 Jul 22 21:13:54.206989 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a792475c-6989-4254-a692-a5ca49679834 req-3606cc62-5001-4e18-b3ae-c74d9ec39505 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889492 Jul 22 21:13:54.350827 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-e0ea519f-5d1e-474c-8f0b-a5d08076a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.352413 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-e0ea519f-5d1e-474c-8f0b-a5d08076a6c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 1097 time: 0.0551624 Jul 22 21:13:54.462755 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-ec968376-fc06-43a8-9715-b5f6b742afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.464322 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-ec968376-fc06-43a8-9715-b5f6b742afbd service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.1007338 Jul 22 21:13:54.516784 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-b578519c-4c24-46bf-a0f6-af607ca02aa5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0454702 Jul 22 21:13:54.574817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-813a12f4-a5e2-4f96-a4a7-811c045cc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.576559 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-813a12f4-a5e2-4f96-a4a7-811c045cc464 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0536840 Jul 22 21:13:54.618676 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20adce4-a77e-4a55-8b1c-938167ce02b0 req-59a8291c-bbcd-40c2-9a0f-990b229ecc79 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.623500 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f20adce4-a77e-4a55-8b1c-938167ce02b0 req-59a8291c-bbcd-40c2-9a0f-990b229ecc79 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0770602 Jul 22 21:13:54.643859 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-ff6cc92a-c8dc-456c-be77-adea596aaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:54.645216 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-ff6cc92a-c8dc-456c-be77-adea596aaca5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616026 Jul 22 21:13:54.664030 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-f20adce4-a77e-4a55-8b1c-938167ce02b0 req-2462ec3e-8e86-4051-aa34-9e6b8b3954e6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 Jul 22 21:13:54.758945 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-2c165067-6a6b-42fd-aab9-d6a6ea809c18 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072807 Jul 22 21:13:54.857470 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-d4f1f845-c092-4c21-8a0c-09e8ac002966 req-96e2d755-7c01-4304-b301-3ad6292d6009 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909405 Jul 22 21:13:55.798345 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6218856-9f80-4e21-bee4-75277d2a4991 req-6a086131-2ccc-4cb8-9240-2483868ec20f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:55.799914 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b6218856-9f80-4e21-bee4-75277d2a4991 req-6a086131-2ccc-4cb8-9240-2483868ec20f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0665152 Jul 22 21:13:55.839201 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b6218856-9f80-4e21-bee4-75277d2a4991 req-a6f803b8-b25f-41cf-916f-052124652e7e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Jul 22 21:13:56.968562 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16e69-96c4-4959-a039-1b8c31919ce4 req-8fab1c0a-424a-44e3-883f-b0ec02279172 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:56.969959 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9cb16e69-96c4-4959-a039-1b8c31919ce4 req-8fab1c0a-424a-44e3-883f-b0ec02279172 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0640273 Jul 22 21:13:57.007564 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-9cb16e69-96c4-4959-a039-1b8c31919ce4 req-d2c8de86-fa30-41c3-a935-db705d3b2f14 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318429 Jul 22 21:13:58.146499 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd418-1fdb-42fe-acdc-68ef5f6f05f5 req-6290ee87-b100-4aa3-8287-387d5093e57e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:58.148123 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8fdcd418-1fdb-42fe-acdc-68ef5f6f05f5 req-6290ee87-b100-4aa3-8287-387d5093e57e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0721426 Jul 22 21:13:58.189329 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8fdcd418-1fdb-42fe-acdc-68ef5f6f05f5 req-c1b987dd-503a-445b-a114-e47b375e7ce3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344861 Jul 22 21:13:59.321979 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f150d-842d-4555-b094-07e7383117b8 req-79beb1c8-08eb-4ad3-a2bd-4334a79ba2b8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:13:59.323465 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-418f150d-842d-4555-b094-07e7383117b8 req-79beb1c8-08eb-4ad3-a2bd-4334a79ba2b8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0669377 Jul 22 21:13:59.361001 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-418f150d-842d-4555-b094-07e7383117b8 req-47a79b9e-f909-4f60-be81-8710809fb208 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312879 Jul 22 21:14:00.489506 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b0e20-4ce4-44e4-aea6-f9e6b989fe3d req-937c1bc3-f72e-4ad1-b408-103370807d7f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:00.490983 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-db0b0e20-4ce4-44e4-aea6-f9e6b989fe3d req-937c1bc3-f72e-4ad1-b408-103370807d7f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0657353 Jul 22 21:14:00.527107 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-db0b0e20-4ce4-44e4-aea6-f9e6b989fe3d req-fbaac408-af70-4850-b73c-bc5faa958e7c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Jul 22 21:14:01.657688 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c9a6-62ba-4b75-8e85-4c995ffbeadc req-ae366223-6852-46fb-adac-517c4b87e160 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:01.659186 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3993c9a6-62ba-4b75-8e85-4c995ffbeadc req-ae366223-6852-46fb-adac-517c4b87e160 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0625458 Jul 22 21:14:01.698487 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-3993c9a6-62ba-4b75-8e85-4c995ffbeadc req-655bedf3-6061-4e1d-a344-2c59d0560045 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338008 Jul 22 21:14:02.832312 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd726e4-3525-4533-8ae7-f51e05b66107 req-7c4fa176-67a9-4a62-a690-9176a3852307 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:02.833797 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9fd726e4-3525-4533-8ae7-f51e05b66107 req-7c4fa176-67a9-4a62-a690-9176a3852307 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0682182 Jul 22 21:14:02.872152 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9fd726e4-3525-4533-8ae7-f51e05b66107 req-e682dc56-249a-4b6a-b17f-2c327ca135d3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Jul 22 21:14:03.999952 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef9cbe-d453-4336-815e-70f6b73c6e2a req-881f3412-7d40-4d07-b8e9-26297088f062 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:04.001436 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5eef9cbe-d453-4336-815e-70f6b73c6e2a req-881f3412-7d40-4d07-b8e9-26297088f062 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 944 time: 0.0647290 Jul 22 21:14:04.037345 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-5eef9cbe-d453-4336-815e-70f6b73c6e2a req-8b801258-04fa-48b0-a102-f29a48badb2a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305161 Jul 22 21:14:04.327484 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c0b4d9b5-27d3-431b-af99-b84510e7a4b9 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:14:04.426732 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port c0b4d9b5-27d3-431b-af99-b84510e7a4b9, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:04.438193 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'port_id': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'mac_address': 'fa:16:3e:fe:ed:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:14:04.485271 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.487146 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.498412 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b4d9b5-27d3-431b-af99-b84510e7a4b9 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:14:04.518224 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port c0b4d9b5-27d3-431b-af99-b84510e7a4b9, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:04.521915 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:04.572557 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:04.580441 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.580791 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.581132 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.581465 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.581794 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.582123 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.582448 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.582772 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.583131 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.583455 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.583773 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.584093 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:14:04.865875 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['c0b4d9b5-27d3-431b-af99-b84510e7a4b9'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:14:05.167314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091f485-ffec-46e3-90a1-3a61f1ebe6cd req-55a7feda-1a2a-4350-8ae3-2259e4dd8f66 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:05.168913 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e091f485-ffec-46e3-90a1-3a61f1ebe6cd req-55a7feda-1a2a-4350-8ae3-2259e4dd8f66 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 945 time: 0.0640161 Jul 22 21:14:05.208127 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e091f485-ffec-46e3-90a1-3a61f1ebe6cd req-cb89d43c-6cfc-4c1c-9e9b-82f78bc37a9a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Jul 22 21:14:06.345697 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720a1c0-2d71-4517-b474-8ed6d9246910 req-75f776b0-cccd-409f-a25e-767fd1816c57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:06.347592 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4720a1c0-2d71-4517-b474-8ed6d9246910 req-75f776b0-cccd-409f-a25e-767fd1816c57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 945 time: 0.0689747 Jul 22 21:14:06.399495 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4720a1c0-2d71-4517-b474-8ed6d9246910 req-54e986cf-6e2f-45e7-b171-cadca6a2ad1e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 Jul 22 21:14:06.921247 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c0b4d9b5-27d3-431b-af99-b84510e7a4b9 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:14:06.971391 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:14:06.975324 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:14:06.976002 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.055980 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.080602 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:07.083339 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f71b45-4200-440e-8441-02b86c1defad" -d '{"events": [{"server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "name": "network-vif-plugged", "status": "completed", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:07.101494 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port c0b4d9b5-27d3-431b-af99-b84510e7a4b9, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:14:07.108231 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:07.137539 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3179b93-f34a-4e81-81a7-a533b05c9917 x-openstack-request-id: req-f3179b93-f34a-4e81-81a7-a533b05c9917 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:07.137840 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "name": "network-vif-plugged", "status": "completed", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:07.138093 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3179b93-f34a-4e81-81a7-a533b05c9917 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:07.138486 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'code': 200} Jul 22 21:14:07.166077 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:07.392041 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b07ed-04fc-4d72-87ee-08fa0762c665 req-9c1b6212-6389-4d54-8246-2e6388558dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.393520 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b54b07ed-04fc-4d72-87ee-08fa0762c665 req-9c1b6212-6389-4d54-8246-2e6388558dd3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 1099 time: 0.0548930 Jul 22 21:14:07.428412 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b54b07ed-04fc-4d72-87ee-08fa0762c665 req-f286da58-4d98-48f3-b8a1-3f04e58e80fd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285363 Jul 22 21:14:07.529583 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe587c-fd89-4b99-93de-3afc2e25ec82 req-511959be-f12e-4b51-adf4-576891ddbeb5 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:07.531096 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-16fe587c-fd89-4b99-93de-3afc2e25ec82 req-511959be-f12e-4b51-adf4-576891ddbeb5 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 946 time: 0.0670481 Jul 22 21:14:07.570991 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-16fe587c-fd89-4b99-93de-3afc2e25ec82 req-1ad03430-b062-48ad-93bb-8eb242cce682 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341351 Jul 22 21:14:08.705145 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a096fce-e085-4f9c-928c-0dc2bb303221 req-e62b5bfd-eece-407c-b908-16a0ebbab459 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.706658 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1a096fce-e085-4f9c-928c-0dc2bb303221 req-e62b5bfd-eece-407c-b908-16a0ebbab459 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 946 time: 0.0679324 Jul 22 21:14:08.748929 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1a096fce-e085-4f9c-928c-0dc2bb303221 req-ef2d4c10-4443-4818-8391-5dad2a5dddb1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Jul 22 21:14:08.881417 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c40c0-8274-4490-9f7b-39b3c6f65239 req-e5647604-3db3-4f25-ae61-9f8393f9cfbd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:08.882892 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-619c40c0-8274-4490-9f7b-39b3c6f65239 req-e5647604-3db3-4f25-ae61-9f8393f9cfbd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 946 time: 0.0680170 Jul 22 21:14:08.922081 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-619c40c0-8274-4490-9f7b-39b3c6f65239 req-1fd56740-9f39-4afd-bd63-800184f601e6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Jul 22 21:14:08.945720 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36100) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:09.143531 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c778fcc0-bd0e-4440-922a-61e35a5f09fe tempest-TestVolumeBootPattern-515270808 tempest-TestVolumeBootPattern-515270808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:09.144976 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c778fcc0-bd0e-4440-922a-61e35a5f09fe tempest-TestVolumeBootPattern-515270808 tempest-TestVolumeBootPattern-515270808-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 1094 time: 0.1982765 Jul 22 21:14:09.147869 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36104) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:09.152104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'port_id': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:14:09.174140 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.273314 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.385547 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Allocated IP 172.27.2.224 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/2e5a8fcb-69b8-4830-bb39-b4477246a6bd) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:14:09.495639 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.536741 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:09.572011 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:14:09.575113 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:14:09.582988 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:14:09.611013 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=2e5a8fcb-69b8-4830-bb39-b4477246a6bd,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:09.960077 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.041354 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.202573 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.208474 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.279591 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=2e5a8fcb-69b8-4830-bb39-b4477246a6bd,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:10.298007 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:10.403983 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Floating IP 4fa65e22-1b89-4ac6-a75f-954370c24ef9 associated. External IP: 172.27.2.224, port: c0b4d9b5-27d3-431b-af99-b84510e7a4b9. Jul 22 21:14:10.901453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:14:11.008234 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:14:11.020960 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:14:11.028156 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:11.030647 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:11.031510 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:13:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.068838 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-52ca16c7-43ce-482c-9b2e-fdf416a8991c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9199362 Jul 22 21:14:11.069427 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:14:11.071724 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ffa255-d4d8-4859-b05b-de63f6066ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:14:11.142535 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:11.223313 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd2e2cc-4189-4948-ab4f-351fa76664d7 x-openstack-request-id: req-2dd2e2cc-4189-4948-ab4f-351fa76664d7 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:14:11.223604 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:14:11.223868 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2dd2e2cc-4189-4948-ab4f-351fa76664d7 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:14:11.224270 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'status': 'completed', 'code': 200} Jul 22 21:14:11.327423 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-e04b8dff-dc4e-4969-84cf-5a91f35f13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.329072 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-e04b8dff-dc4e-4969-84cf-5a91f35f13df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 1099 time: 0.0605309 Jul 22 21:14:11.384258 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '4fa65e22-1b89-4ac6-a75f-954370c24ef9', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:fe:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:09Z', 'updated_at': '2021-07-22T21:14:09Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.414342 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:14:11.424159 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:14:11.424772 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:13:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.426640 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-48888f40-e486-4825-90c7-7c41aecd068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.428256 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-48888f40-e486-4825-90c7-7c41aecd068a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0921586 Jul 22 21:14:11.493319 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-091a0b63-6f85-411e-96f6-39d2e30bbc4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0580945 Jul 22 21:14:11.532121 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:14:11.541766 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-8080d941-aead-4f21-a244-2f5b4d0aa0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.543767 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-8080d941-aead-4f21-a244-2f5b4d0aa0f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0431418 Jul 22 21:14:11.611874 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-d20c3606-2fdb-4f47-8802-64152657b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:11.613729 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-d20c3606-2fdb-4f47-8802-64152657b244 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635002 Jul 22 21:14:11.706247 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-665399cd-2960-4701-b85f-5b9be567b240 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826416 Jul 22 21:14:11.765238 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '4fa65e22-1b89-4ac6-a75f-954370c24ef9', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:fe:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:09Z', 'updated_at': '2021-07-22T21:14:09Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:14:11.800438 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b671a75-8200-4b9a-b903-4cd265c7c3ac None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '4fa65e22-1b89-4ac6-a75f-954370c24ef9', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:fe:ed:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:14:09Z', 'updated_at': '2021-07-22T21:14:09Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:14:11.804910 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b8ffa255-d4d8-4859-b05b-de63f6066ecd req-1fa217f4-1970-4fb8-9097-88380fc0986b service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911744 Jul 22 21:14:11.986548 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b261b36-54f7-4278-8eed-0138bee137cc None None] New status for floating IP 4fa65e22-1b89-4ac6-a75f-954370c24ef9: ACTIVE {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:14:14.701141 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-832a837f-c7f6-4261-8660-641ac658ae9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.091362 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:14:17.444290 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7033a2b4-e38f-49d2-8e71-59c4ce00f298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:17.547668 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:18.524718 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:20.179343 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:32.864439 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36264) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:32.967296 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-da26c6ec-34f3-4a2d-8fed-553fd6452962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.057297 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-da26c6ec-34f3-4a2d-8fed-553fd6452962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.061189 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-da26c6ec-34f3-4a2d-8fed-553fd6452962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.100752 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-da26c6ec-34f3-4a2d-8fed-553fd6452962 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fae0cf2e8b34f70a671833e23c71588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352149 Jul 22 21:14:33.101662 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26c6ec-34f3-4a2d-8fed-553fd6452962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b15eb1-94e9-4d1b-873c-5afacb2ffb66,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:33.103465 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36268) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:33.156437 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0a3d-99c3-4a67-80f4-231505154499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.177383 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0a3d-99c3-4a67-80f4-231505154499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.223501 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0a3d-99c3-4a67-80f4-231505154499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.228050 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-8f7a0a3d-99c3-4a67-80f4-231505154499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:33.228050 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-8f7a0a3d-99c3-4a67-80f4-231505154499 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09b15eb1-94e9-4d1b-873c-5afacb2ffb66 HTTP/1.1" status: 204 len: 168 time: 0.1219726 Jul 22 21:14:33.235188 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a0a3d-99c3-4a67-80f4-231505154499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b15eb1-94e9-4d1b-873c-5afacb2ffb66,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:34.466760 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:41.481748 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-509f840a-27b8-42bc-9718-06311969a151 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549905 Jul 22 21:14:41.611004 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-c6f506a0-24a7-4145-a3ae-002b40db0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.612562 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-c6f506a0-24a7-4145-a3ae-002b40db0339 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 1099 time: 0.0644743 Jul 22 21:14:41.719704 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-d4053367-432b-4cac-b91d-a204c1ade1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.721219 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-d4053367-432b-4cac-b91d-a204c1ade1c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0870302 Jul 22 21:14:41.793037 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-05d1e015-9fe5-44cc-9c6b-1968f2ff87bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9 HTTP/1.1" status: 200 len: 1002 time: 0.0632596 Jul 22 21:14:41.842306 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-59b63d55-7140-41aa-bbd5-26cdff9a4a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.843965 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-59b63d55-7140-41aa-bbd5-26cdff9a4a02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0437291 Jul 22 21:14:41.903122 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-c10a2eb3-004b-4e4c-a9bb-6e91a128fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:14:41.904630 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-c10a2eb3-004b-4e4c-a9bb-6e91a128fe3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537500 Jul 22 21:14:42.003432 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-dd0098fe-ce6b-43a8-ba7a-6cbca1ad998a service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907421 Jul 22 21:14:42.100720 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ec6d31b7-5e13-434b-a69e-9b954d396a66 req-6abd7897-8361-4698-b38e-e566121627c7 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Jul 22 21:14:42.200005 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36342) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:42.300795 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-88759e89-e19c-4771-9b27-007b67178165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.388362 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-88759e89-e19c-4771-9b27-007b67178165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.392817 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-88759e89-e19c-4771-9b27-007b67178165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_create {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.433723 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-88759e89-e19c-4771-9b27-007b67178165 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e17da24180841cfb3a006bfe5ca64b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326276 Jul 22 21:14:42.434585 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88759e89-e19c-4771-9b27-007b67178165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c4f3be-6932-422b-889a-24c962d5edf2,revision_number=1']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:42.436529 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36346) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:14:42.491908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6d55d093-9554-4d85-a993-c54d17f16ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.514392 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6d55d093-9554-4d85-a993-c54d17f16ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.560071 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6d55d093-9554-4d85-a993-c54d17f16ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.562795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-6d55d093-9554-4d85-a993-c54d17f16ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:42.563980 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-6d55d093-9554-4d85-a993-c54d17f16ae2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5c4f3be-6932-422b-889a-24c962d5edf2 HTTP/1.1" status: 204 len: 168 time: 0.1263914 Jul 22 21:14:42.571471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55d093-9554-4d85-a993-c54d17f16ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c4f3be-6932-422b-889a-24c962d5edf2,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:14:44.708490 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fb25c16e-af8e-4c12-9f0e-c2f5c54a94db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.316929 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-34d01149-b524-49e8-abf6-c7232fd5c6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:47.550536 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:48.525615 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:50.180914 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:14:54.091863 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:15:04.463730 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:14.701315 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-073ade60-3019-4448-b2d2-8effe27b380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.325010 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dcceeb28-3a2c-4a51-88e1-34df0bee1b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:17.552384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:18.530407 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:20.183272 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:31.091894 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:15:34.482260 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:42.500420 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-8908420f-e466-4291-8bf0-11b0b36c7649 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557041 Jul 22 21:15:42.642833 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-b20bf598-52a5-4266-8dc7-88d4ae1980ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.644538 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-b20bf598-52a5-4266-8dc7-88d4ae1980ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 1099 time: 0.0680771 Jul 22 21:15:42.759593 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-e82947c4-637f-4a7c-8efd-bd8db0376c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.761016 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-e82947c4-637f-4a7c-8efd-bd8db0376c87 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0908756 Jul 22 21:15:42.830034 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-bd9d94b8-9832-4dfc-885c-5e31d151fee1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9 HTTP/1.1" status: 200 len: 1002 time: 0.0591927 Jul 22 21:15:42.887562 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-1a4770f5-ed73-458a-a5de-ff2ee2af2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.889206 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-1a4770f5-ed73-458a-a5de-ff2ee2af2c08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0499663 Jul 22 21:15:42.948449 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-c9411e53-2d54-431c-900f-3f79bbac8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:15:42.951114 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-c9411e53-2d54-431c-900f-3f79bbac8e8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548804 Jul 22 21:15:43.062208 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-a4052e80-7c0e-4178-a357-c40f0c8512ce service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008189 Jul 22 21:15:43.156723 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-dd22ecc4-1311-4e81-985e-d6f426d5202b req-8f39f20a-683b-4f38-9ef1-2e4f803f86ee service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879405 Jul 22 21:15:44.702688 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-83867b75-74ee-4c5b-92c2-450a068c9c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.317123 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a5105df0-7de0-4ba6-9522-73556121ee33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:47.553266 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:48.533854 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:15:50.186121 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:04.481362 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:08.091379 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:16:14.704843 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-b1a898a8-032c-45d6-b5c9-d0e4fc940335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.317218 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-f7245359-c8e3-45f6-8577-0b2632890ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.560163 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:17.677246 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182943b-ef96-41ac-91a2-1acdafb1cd61 req-0145596e-f856-40c6-8772-edb30ae1aab0 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:17.678889 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a182943b-ef96-41ac-91a2-1acdafb1cd61 req-0145596e-f856-40c6-8772-edb30ae1aab0 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 946 time: 0.0656254 Jul 22 21:16:17.720547 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-a182943b-ef96-41ac-91a2-1acdafb1cd61 req-787dde3a-f0cd-4694-87a5-ff2c2a9b7ae6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359502 Jul 22 21:16:18.535485 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:18.876141 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382e929-21fb-4fba-8e6a-bfa88b9f6c68 req-66ee1b4b-126c-4cfb-b8c6-3df6ac834914 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:18.877668 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4382e929-21fb-4fba-8e6a-bfa88b9f6c68 req-66ee1b4b-126c-4cfb-b8c6-3df6ac834914 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 946 time: 0.0682302 Jul 22 21:16:18.915630 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4382e929-21fb-4fba-8e6a-bfa88b9f6c68 req-59ec324a-6401-461e-9b1c-aae86d3a8df7 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324392 Jul 22 21:16:19.493648 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-1ff6d293-4a01-4463-9674-97de91017e4f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:19.495070 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-1ff6d293-4a01-4463-9674-97de91017e4f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 946 time: 0.0713208 Jul 22 21:16:19.598711 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Deleting port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:16:19.599081 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.694608 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] For port c0b4d9b5-27d3-431b-af99-b84510e7a4b9, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:19.694967 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.867790 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.868169 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:19.868487 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Floating IP 4fa65e22-1b89-4ac6-a75f-954370c24ef9 disassociated. External IP: 172.27.2.224, port: c0b4d9b5-27d3-431b-af99-b84510e7a4b9. Jul 22 21:16:19.868833 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Calling delete_port for c0b4d9b5-27d3-431b-af99-b84510e7a4b9 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:16:20.015449 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.061381 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-28832b45-de68-4337-ae32-7db0c26f9c10 req-2cacb498-1ab2-479c-ae73-7b22b9bbfec2 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 210 time: 0.0551803 Jul 22 21:16:20.064010 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event deleted for resources: {'Port': ['ID=c0b4d9b5-27d3-431b-af99-b84510e7a4b9,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:20.077103 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.077456 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.077796 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.078131 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.078535 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.078823 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.079436 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.079528 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.079792 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.080120 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.080441 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.080762 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:20.186942 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:20.188412 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.299919 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:20.311470 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:20.320380 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:20.321002 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:16:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:20.346606 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] No DVR routers for this DVR port c0b4d9b5-27d3-431b-af99-b84510e7a4b9 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:16:20.349182 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:20.351250 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b16917f5-f268-46a9-a4bb-83a1314d7c8b req-a434341a-8855-4405-8f35-404a4a43fdd8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "DELETE /v2.0/ports/c0b4d9b5-27d3-431b-af99-b84510e7a4b9 HTTP/1.1" status: 204 len: 173 time: 0.8503647 Jul 22 21:16:20.351700 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'name': 'network-vif-deleted', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:20.353998 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fac2b7-ac17-4e22-ad6a-098c820e032e" -d '{"events": [{"server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "name": "network-vif-deleted", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:20.394496 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26af04ee-9adf-4992-9c89-12cb55dd1f06 x-openstack-request-id: req-26af04ee-9adf-4992-9c89-12cb55dd1f06 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:20.394849 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e690668-5942-4813-9b87-8c5cbf0077fa", "name": "network-vif-deleted", "tag": "c0b4d9b5-27d3-431b-af99-b84510e7a4b9", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:20.395598 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26af04ee-9adf-4992-9c89-12cb55dd1f06 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:20.395598 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e690668-5942-4813-9b87-8c5cbf0077fa', 'name': 'network-vif-deleted', 'tag': 'c0b4d9b5-27d3-431b-af99-b84510e7a4b9', 'status': 'completed', 'code': 200} Jul 22 21:16:20.437109 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:20.642468 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:20.672924 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:20.681092 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:20.681695 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:16:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:20.796830 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:21.002621 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:21.031382 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9d920f-91b5-42df-97f5-10e4469e8cef None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:21.180850 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-59cee5e5-b8a5-48a2-aade-0963d79c8b23 req-140016de-09cb-49b8-b9dd-1bd9e423ffa7 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e690668-5942-4813-9b87-8c5cbf0077fa HTTP/1.1" status: 200 len: 210 time: 0.0359046 Jul 22 21:16:21.264703 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e3820-5216-4d7a-8870-8531c79c2f3e None None] New status for floating IP 4fa65e22-1b89-4ac6-a75f-954370c24ef9: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:16:22.461153 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-5e158165-a53c-4fa1-9ac0-5303b3262443 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996169084&fields=id&tenant_id=a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 267 time: 0.0342648 Jul 22 21:16:22.567454 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-fdc066df-b97b-4425-b442-91926cb3bc8f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:22.568991 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-fdc066df-b97b-4425-b442-91926cb3bc8f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 812 time: 0.1009459 Jul 22 21:16:22.583975 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-fdc9e95c-9be3-4073-b2f1-b6741131049b tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/quotas/a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 375 time: 0.0095010 Jul 22 21:16:22.659335 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-0c8aedca-be67-4f49-98ab-1bf62bec2b41 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700068 Jul 22 21:16:22.889534 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-c75554ac-4649-483f-86d9-8095d3e6d85d service neutron] 10.222.0.64 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184539 Jul 22 21:16:22.985775 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-2ccd21b9-e937-46dc-8a0c-f757166c7827 service neutron] 10.222.0.64 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896842 Jul 22 21:16:23.295684 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-99abcd0a-c0fb-4a99-b8b6-b564c4f964cb req-906307f3-4064-4008-8eb5-af89cc5c82b2 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 210 time: 0.0294352 Jul 22 21:16:23.682824 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c0b4d9b5-27d3-431b-af99-b84510e7a4b9 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:16:23.707662 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: c0b4d9b5-27d3-431b-af99-b84510e7a4b9 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:16:23.708016 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c0b4d9b5-27d3-431b-af99-b84510e7a4b9 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:16:24.406158 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-0ebeb4f5-3cf7-4589-99f7-56e03ca1eacb req-3916996a-5087-4d20-bb23-b8a09477903f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 210 time: 0.0415535 Jul 22 21:16:24.505045 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-070372fd-c3d3-4b05-a713-386bc2c63d0e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:24.506543 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-070372fd-c3d3-4b05-a713-386bc2c63d0e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 812 time: 0.1298079 Jul 22 21:16:24.577812 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-0c16b793-e3c8-4555-86ef-c339aaaa83d8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 380 time: 0.0416815 Jul 22 21:16:24.587782 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'port': {'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'admin_state_up': True, 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'security_groups': ['189b6cae-fc59-4e9b-8843-1432acaab1b6']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:24.697780 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Made reservation on behalf of a4c1fdd9bbd34811b62d1ed92144a071 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:16:24.702310 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:24.841812 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Allocated IP 172.20.0.11 (e991ddb8-3b92-4267-a07b-4907aae6d6e6/cfad3aee-a9c4-421b-9aa1-00ac0e5403a4/3905a965-7789-4b93-8e50-f7491a15c320) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:24.984183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.002513 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Transition to ACTIVE for port object 3905a965-7789-4b93-8e50-f7491a15c320 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:25.043221 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.107369 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:25.110552 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:25.115058 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:25.123351 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=3905a965-7789-4b93-8e50-f7491a15c320,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:25.177799 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:25.178452 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.196873 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-be5a088a-ea1d-4d89-bdba-699831578816 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6129732 Jul 22 21:16:25.216096 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Request body: {'port': {'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:25.297598 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.376721 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-7447b0e9-0f67-4b72-a466-51e4c3088533 None None] Provisioning for port 3905a965-7789-4b93-8e50-f7491a15c320 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:25.380370 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-7447b0e9-0f67-4b72-a466-51e4c3088533 None None] Provisioning complete for port 3905a965-7789-4b93-8e50-f7491a15c320 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:25.380743 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7447b0e9-0f67-4b72-a466-51e4c3088533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.415146 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-7447b0e9-0f67-4b72-a466-51e4c3088533 None None] Port 3905a965-7789-4b93-8e50-f7491a15c320 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:16:25.540697 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2cf13-dfb9-4b61-99b1-48e2912ff153 req-8083820e-1607-4826-b270-06f04597916c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:25.542224 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6cc2cf13-dfb9-4b61-99b1-48e2912ff153 req-8083820e-1607-4826-b270-06f04597916c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 932 time: 0.0649590 Jul 22 21:16:25.580053 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3905a965-7789-4b93-8e50-f7491a15c320 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:25.585101 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-6cc2cf13-dfb9-4b61-99b1-48e2912ff153 req-c877379f-9ad9-4dc7-87f5-ab9b23cdc149 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347435 Jul 22 21:16:25.587683 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.601147 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Transition to ACTIVE for port object 3905a965-7789-4b93-8e50-f7491a15c320 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:16:25.606836 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.656888 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Pushing event updated for resources: {'Port': ['ID=3905a965-7789-4b93-8e50-f7491a15c320,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:25.737840 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Attempting to bind port 3905a965-7789-4b93-8e50-f7491a15c320 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:16:25.738298 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Attempting to bind port 3905a965-7789-4b93-8e50-f7491a15c320 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:16:25.738509 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Attempting to bind port 3905a965-7789-4b93-8e50-f7491a15c320 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:25.743340 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Port 3905a965-7789-4b93-8e50-f7491a15c320 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:16:25.743677 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Attempting to bind port 3905a965-7789-4b93-8e50-f7491a15c320 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:16:25.751994 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:16:25.752358 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Checking segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:16:25.752764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Bound using segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:16:25.753214 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Bound port: 3905a965-7789-4b93-8e50-f7491a15c320, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:16:25.753586 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.821049 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] For port 3905a965-7789-4b93-8e50-f7491a15c320, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:16:25.824458 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] For port 3905a965-7789-4b93-8e50-f7491a15c320, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3905a965-7789-4b93-8e50-f7491a15c320,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:16:25.829896 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.864118 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:25.864744 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:25.866158 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] 10.222.0.66 "PUT /v2.0/ports/3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 1094 time: 0.6550171 Jul 22 21:16:25.866610 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:25.868908 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d8ace-4215-4b18-9c29-ec97cbcc041a" -d '{"events": [{"name": "network-changed", "server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "tag": "3905a965-7789-4b93-8e50-f7491a15c320"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:25.904105 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb28ba-33ca-4151-a965-1bd618707487 service neutron] Pushing event updated for resources: {'Port': ['ID=3905a965-7789-4b93-8e50-f7491a15c320,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:25.927019 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441c6b9c-709b-40e3-a671-aca693c9f8b0 x-openstack-request-id: req-441c6b9c-709b-40e3-a671-aca693c9f8b0 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:25.927609 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "tag": "3905a965-7789-4b93-8e50-f7491a15c320", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:25.927866 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-441c6b9c-709b-40e3-a671-aca693c9f8b0 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:25.928271 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320', 'status': 'completed', 'code': 200} Jul 22 21:16:26.012925 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-c719179e-41b0-40c7-9181-9ae45562c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.014513 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-c719179e-41b0-40c7-9181-9ae45562c19a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1097 time: 0.0636275 Jul 22 21:16:26.065711 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-3cb18733-68aa-4bed-83a9-2c24742ecf6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 217 time: 0.0347505 Jul 22 21:16:26.117403 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-a7b98f6b-ad56-4287-8148-5c472ede24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.118886 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-a7b98f6b-ad56-4287-8148-5c472ede24cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0452356 Jul 22 21:16:26.181420 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-963cca9a-646b-404a-b8fe-174b77a6cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.182849 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-963cca9a-646b-404a-b8fe-174b77a6cd75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568540 Jul 22 21:16:26.281803 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-f143bcf8-7944-4ecd-9c4f-fc90527a4fe6 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917590 Jul 22 21:16:26.379219 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-bedbab5e-122c-49c8-87f3-d16cc9f22c3d req-7eefa411-f020-479d-a24a-fac76f4905e9 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911362 Jul 22 21:16:26.531797 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-a31c5b63-2de2-4fcf-983f-aa97141719a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.533211 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-a31c5b63-2de2-4fcf-983f-aa97141719a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1097 time: 0.0573909 Jul 22 21:16:26.625152 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-c45f3239-ae5e-455a-9475-481c82e39078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.626790 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-c45f3239-ae5e-455a-9475-481c82e39078 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0856221 Jul 22 21:16:26.687916 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-8a09035f-5abc-4fc9-952d-6f7d26c058bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 217 time: 0.0395327 Jul 22 21:16:26.719276 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3682c4-a964-43f8-85a8-e12ccc7ae1bf req-c6c2da43-b97b-4333-9fe1-783fb715c377 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.720772 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-de3682c4-a964-43f8-85a8-e12ccc7ae1bf req-c6c2da43-b97b-4333-9fe1-783fb715c377 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 944 time: 0.0662358 Jul 22 21:16:26.739948 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-f57f4d39-a4d5-4d09-9e5f-c4d311a10fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.741420 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-f57f4d39-a4d5-4d09-9e5f-c4d311a10fd8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0466893 Jul 22 21:16:26.759307 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-de3682c4-a964-43f8-85a8-e12ccc7ae1bf req-7b013dc5-2a52-4510-a434-4cc993c0415d tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Jul 22 21:16:26.804038 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-c28bb926-5f4e-4c63-abc2-829bc939bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:26.805546 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-c28bb926-5f4e-4c63-abc2-829bc939bdfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565987 Jul 22 21:16:26.900879 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-3b603bdf-45a3-46ba-a14c-d83f1864d78a service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884249 Jul 22 21:16:26.992661 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-807d8ace-4215-4b18-9c29-ec97cbcc041a req-4e8f3199-544b-4848-806d-4a2bf353265b service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Jul 22 21:16:27.903278 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14e05c-91bf-411a-817d-c7749ff82066 req-e59b893e-d8ae-43f4-97c0-171ffa954cc1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:27.904786 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3b14e05c-91bf-411a-817d-c7749ff82066 req-e59b893e-d8ae-43f4-97c0-171ffa954cc1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 944 time: 0.0695543 Jul 22 21:16:27.944622 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3b14e05c-91bf-411a-817d-c7749ff82066 req-d29cb899-eb70-44ab-9711-1ccd82041260 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341182 Jul 22 21:16:29.076478 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09a047-333e-49a2-9dc8-07b1dcd65d6a req-60c6f926-ec53-446c-9212-df9cf1dca2c3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:29.077895 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1e09a047-333e-49a2-9dc8-07b1dcd65d6a req-60c6f926-ec53-446c-9212-df9cf1dca2c3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 944 time: 0.0653279 Jul 22 21:16:29.119397 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1e09a047-333e-49a2-9dc8-07b1dcd65d6a req-70e9ecb0-2fa6-4f28-bc0c-6a10cb0325c6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355871 Jul 22 21:16:30.260589 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc086e7-45dc-44fd-83d1-c702d1a93234 req-055b2cb8-3e67-48bf-9f48-ce50557c00a1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:30.262540 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9cc086e7-45dc-44fd-83d1-c702d1a93234 req-055b2cb8-3e67-48bf-9f48-ce50557c00a1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 944 time: 0.0717564 Jul 22 21:16:30.300271 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9cc086e7-45dc-44fd-83d1-c702d1a93234 req-a3e3381b-8479-4254-87e9-4485354a321a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Jul 22 21:16:31.436187 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97baa-53ab-4356-88dd-c07498215e2e req-fb27879a-21c3-4ba9-84bf-6ab78bd94797 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:31.437606 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-83c97baa-53ab-4356-88dd-c07498215e2e req-fb27879a-21c3-4ba9-84bf-6ab78bd94797 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 944 time: 0.0692654 Jul 22 21:16:31.493031 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-83c97baa-53ab-4356-88dd-c07498215e2e req-30d06186-e913-4fad-b41c-74eadaacaf9a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496848 Jul 22 21:16:32.625471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4640d2-3e8b-4d17-abe1-d17d43ceb064 req-b1fd4942-fd25-429c-9b22-d8bb4e263dff tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:32.627027 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ca4640d2-3e8b-4d17-abe1-d17d43ceb064 req-b1fd4942-fd25-429c-9b22-d8bb4e263dff tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 944 time: 0.0687156 Jul 22 21:16:32.665478 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ca4640d2-3e8b-4d17-abe1-d17d43ceb064 req-4a560ebf-22f1-43ab-8f0f-dd71b3b25641 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327847 Jul 22 21:16:33.738921 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 3905a965-7789-4b93-8e50-f7491a15c320 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:16:33.799448 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583914d2-d715-4b12-a5f2-6315dcc4f6f9 req-90f95885-a0af-4e7d-b6a2-c73225256bf5 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:33.800984 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-583914d2-d715-4b12-a5f2-6315dcc4f6f9 req-90f95885-a0af-4e7d-b6a2-c73225256bf5 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 944 time: 0.0680878 Jul 22 21:16:33.835544 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 3905a965-7789-4b93-8e50-f7491a15c320, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3905a965-7789-4b93-8e50-f7491a15c320,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:33.839285 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-583914d2-d715-4b12-a5f2-6315dcc4f6f9 req-b2e1eedc-1ab0-4b12-ad21-057c85a69bc7 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Jul 22 21:16:33.851518 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': '3905a965-7789-4b93-8e50-f7491a15c320', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:16:33.889795 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.905075 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3905a965-7789-4b93-8e50-f7491a15c320 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:16:33.924875 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 3905a965-7789-4b93-8e50-f7491a15c320, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3905a965-7789-4b93-8e50-f7491a15c320,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:33.929951 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:33.978152 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=3905a965-7789-4b93-8e50-f7491a15c320,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:33.985398 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.985769 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.986107 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.986440 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.986769 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.987122 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.987448 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.987771 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.988094 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.988413 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.988729 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:33.989044 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:16:34.250084 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['3905a965-7789-4b93-8e50-f7491a15c320'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:16:34.501130 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:34.968876 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb55b3-6a0d-48a7-8182-e73bc9a02ae5 req-c0b675cf-f0d3-4000-9ab1-4be67c8f3c42 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:34.970370 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c6eb55b3-6a0d-48a7-8182-e73bc9a02ae5 req-c0b675cf-f0d3-4000-9ab1-4be67c8f3c42 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 945 time: 0.0636432 Jul 22 21:16:35.007887 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c6eb55b3-6a0d-48a7-8182-e73bc9a02ae5 req-d07a0f58-5693-43af-a931-531a41949b52 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Jul 22 21:16:35.798897 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 3905a965-7789-4b93-8e50-f7491a15c320 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:16:35.847505 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port 3905a965-7789-4b93-8e50-f7491a15c320 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:16:35.851333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port 3905a965-7789-4b93-8e50-f7491a15c320 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:16:35.851703 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:35.930339 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:35.952400 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:35.954687 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5722fc-9fda-4e1e-90a5-4cd295cff3bf" -d '{"events": [{"server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "name": "network-vif-plugged", "status": "completed", "tag": "3905a965-7789-4b93-8e50-f7491a15c320"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:35.968869 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port 3905a965-7789-4b93-8e50-f7491a15c320, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3905a965-7789-4b93-8e50-f7491a15c320,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:16:35.972934 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:36.022073 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=3905a965-7789-4b93-8e50-f7491a15c320,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:36.115860 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488a1e3b-9be6-4492-a260-0d1cc67eeb66 x-openstack-request-id: req-488a1e3b-9be6-4492-a260-0d1cc67eeb66 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:36.116217 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "name": "network-vif-plugged", "status": "completed", "tag": "3905a965-7789-4b93-8e50-f7491a15c320", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:36.116554 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-488a1e3b-9be6-4492-a260-0d1cc67eeb66 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:36.117015 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320', 'code': 200} Jul 22 21:16:36.138840 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb835db-ebad-4820-b123-74613c9daab9 req-6a1fc7d1-f1e3-422b-9b80-b66415cc815f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:36.140365 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2bb835db-ebad-4820-b123-74613c9daab9 req-6a1fc7d1-f1e3-422b-9b80-b66415cc815f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 946 time: 0.0663385 Jul 22 21:16:36.180285 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2bb835db-ebad-4820-b123-74613c9daab9 req-654242fa-c386-4bef-8bfb-888383690dd7 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341470 Jul 22 21:16:36.390513 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52bcb1-0b88-4acd-86a7-dbcdc3e70f68 req-8ebbe3cc-157e-41a9-9c18-00b5710e1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:36.392037 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4a52bcb1-0b88-4acd-86a7-dbcdc3e70f68 req-8ebbe3cc-157e-41a9-9c18-00b5710e1365 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1099 time: 0.0563297 Jul 22 21:16:36.431556 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4a52bcb1-0b88-4acd-86a7-dbcdc3e70f68 req-0cd6eb24-02f6-4503-9e5a-6795ccd9325b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281286 Jul 22 21:16:37.315724 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be9779-6efb-47cd-83c2-38f64d22a38d req-9d954158-78b9-48f6-9dc5-ba9c929cada9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:37.317467 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-86be9779-6efb-47cd-83c2-38f64d22a38d req-9d954158-78b9-48f6-9dc5-ba9c929cada9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 946 time: 0.0660329 Jul 22 21:16:37.359161 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-86be9779-6efb-47cd-83c2-38f64d22a38d req-8111de15-af98-41d0-b8a7-5829437de76a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363054 Jul 22 21:16:38.491688 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d7858-3f4e-4e94-b2a7-859a575b188b req-05437907-ba7c-4709-bcd6-913ada508159 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.493222 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8e7d7858-3f4e-4e94-b2a7-859a575b188b req-05437907-ba7c-4709-bcd6-913ada508159 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 946 time: 0.0668912 Jul 22 21:16:38.533704 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-8e7d7858-3f4e-4e94-b2a7-859a575b188b req-340b4919-3de3-4e0a-aff9-c40464a241d7 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347478 Jul 22 21:16:38.669173 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7c011-1230-4979-b89f-6d7dd5d1fe44 req-a964674d-aff1-4e41-8e68-c75a2d50f9fd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.670663 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-52e7c011-1230-4979-b89f-6d7dd5d1fe44 req-a964674d-aff1-4e41-8e68-c75a2d50f9fd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 946 time: 0.0663853 Jul 22 21:16:38.718168 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-52e7c011-1230-4979-b89f-6d7dd5d1fe44 req-3cafc449-d13c-4035-b86c-79623eb433b6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 Jul 22 21:16:38.740812 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36472) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:38.802623 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e7e4b-08bb-4d8c-8814-38c047b931ef tempest-TestVolumeBootPattern-515270808 tempest-TestVolumeBootPattern-515270808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:38.804520 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-854e7e4b-08bb-4d8c-8814-38c047b931ef tempest-TestVolumeBootPattern-515270808 tempest-TestVolumeBootPattern-515270808-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1094 time: 0.0626891 Jul 22 21:16:38.807226 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36474) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:16:38.812394 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:16:38.834458 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.210833 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.318724 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Allocated IP 172.27.2.234 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/dd2a98cc-fa30-466a-aff4-918a3ac4825d) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:16:39.421225 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.462346 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.503800 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:16:39.508659 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:16:39.512722 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:16:39.539445 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=dd2a98cc-fa30-466a-aff4-918a3ac4825d,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:39.875386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:39.950915 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.109308 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.115729 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.181725 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=dd2a98cc-fa30-466a-aff4-918a3ac4825d,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:16:40.197748 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.300144 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Floating IP 62e011b3-7be4-439b-9794-62202a3585c8 associated. External IP: 172.27.2.234, port: 3905a965-7789-4b93-8e50-f7491a15c320. Jul 22 21:16:40.516884 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:16:40.633655 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:16:40.643643 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7128f586-0a53-439e-a112-17de797f0eff None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:16:40.651074 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:40.660090 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:40.661076 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:16:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:40.704525 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-029665bd-22eb-4f93-98e9-dc062c0330bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8962369 Jul 22 21:16:40.705114 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:16:40.707431 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64e2894-f672-4ca4-9659-14d3dfff6f01" -d '{"events": [{"name": "network-changed", "server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "tag": "3905a965-7789-4b93-8e50-f7491a15c320"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:16:40.745149 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a3d9ee-ba9e-4756-a3e6-8f7f6dc9a1c4 x-openstack-request-id: req-88a3d9ee-ba9e-4756-a3e6-8f7f6dc9a1c4 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:16:40.745961 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "tag": "3905a965-7789-4b93-8e50-f7491a15c320", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:16:40.746218 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88a3d9ee-ba9e-4756-a3e6-8f7f6dc9a1c4 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:16:40.746620 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320', 'status': 'completed', 'code': 200} Jul 22 21:16:40.795608 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:40.848835 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-2da5cb26-d957-4717-bad8-e47440c5ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:40.850378 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-2da5cb26-d957-4717-bad8-e47440c5ef4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1099 time: 0.0566766 Jul 22 21:16:40.952672 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-70bab773-b514-4bf5-81f6-e55725666924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:40.954165 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-70bab773-b514-4bf5-81f6-e55725666924 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0958524 Jul 22 21:16:41.021124 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-f7ff7684-0020-4800-a306-a2dcd78906a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 1000 time: 0.0591710 Jul 22 21:16:41.076559 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-891d0d1d-6f5a-4c92-85c2-dabc893b1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:41.077977 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-891d0d1d-6f5a-4c92-85c2-dabc893b1086 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0498314 Jul 22 21:16:41.143222 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-abb40aa7-071a-4587-ade1-8bfef8245673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:41.144743 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-abb40aa7-071a-4587-ade1-8bfef8245673 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596874 Jul 22 21:16:41.157213 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:39Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:41.183742 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7128f586-0a53-439e-a112-17de797f0eff None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:16:41.192142 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:16:41.192768 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:16:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:41.236317 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-f3a17d42-92f6-4626-b09c-d987a3128466 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849659 Jul 22 21:16:41.301369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:16:41.336568 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c64e2894-f672-4ca4-9659-14d3dfff6f01 req-c565b593-2ce3-41bc-b42c-fd968fde4b56 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922129 Jul 22 21:16:41.539126 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-7128f586-0a53-439e-a112-17de797f0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:39Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:16:41.567186 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7128f586-0a53-439e-a112-17de797f0eff None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:39Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:16:41.753209 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9fc27e-09f8-45fc-96e7-4998614c0d74 None None] New status for floating IP 62e011b3-7be4-439b-9794-62202a3585c8: ACTIVE {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:16:42.508907 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-c79b413a-5661-4e7a-869a-4327205c06b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530264 Jul 22 21:16:42.632841 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-f9abbc4d-d34e-40e6-b408-be7a5c19aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:42.634352 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-f9abbc4d-d34e-40e6-b408-be7a5c19aa34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1099 time: 0.0588188 Jul 22 21:16:42.735364 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-225b7e50-4162-4f41-8af6-535d3f07ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:42.736849 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-225b7e50-4162-4f41-8af6-535d3f07ad16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0848656 Jul 22 21:16:42.813105 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-9d0a243b-a203-4c74-a87c-1494f8cb612d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 1002 time: 0.0656478 Jul 22 21:16:42.862612 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-6d7cacc5-9f79-4ced-91d9-3bbd6926a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:42.864133 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-6d7cacc5-9f79-4ced-91d9-3bbd6926a95c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0447741 Jul 22 21:16:42.934988 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-97fa9bd9-c343-4acf-a43f-27bea86cef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:16:42.936645 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-97fa9bd9-c343-4acf-a43f-27bea86cef8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620935 Jul 22 21:16:43.035748 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-80596517-f704-43b1-8ad1-ae5d65216aab service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878272 Jul 22 21:16:43.127272 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9bcb7555-cd29-4fb9-b68f-e27c5b2f6bb7 req-f0729793-d6b4-4f13-9bce-1bf8a9ff29cb service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849321 Jul 22 21:16:44.704637 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d7800466-60ef-4be3-97da-c92700da79e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:45.090605 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:16:47.318169 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-abf348b6-4c00-4227-8d86-3de5a209043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:47.553551 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:48.543257 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:16:50.190923 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:04.510748 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:14.705591 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a423de32-bd44-4431-bdad-c04220a3c0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.319688 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-30532d25-2866-4dec-a4cb-c42e6ed40e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:17.555157 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:18.540982 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:20.194241 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:22.090553 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:17:34.502401 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:43.516447 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-8dbb598a-db0a-4866-afcd-0fca28d91f24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613406 Jul 22 21:17:43.628255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-f2dc9ab6-11f7-4d47-9e29-839a1f13b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.629813 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-f2dc9ab6-11f7-4d47-9e29-839a1f13b8e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1099 time: 0.0539076 Jul 22 21:17:43.733223 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-c2c8f6c0-6bbe-4d89-99bb-efc5e9e8ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.734719 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-c2c8f6c0-6bbe-4d89-99bb-efc5e9e8ad80 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0851727 Jul 22 21:17:43.818219 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-2c0bf3f6-2e3b-4f7b-8f45-e6136f7a866c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 1002 time: 0.0736401 Jul 22 21:17:43.868009 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-49d735d1-8489-4e91-99aa-a4b35c42da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.869476 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-49d735d1-8489-4e91-99aa-a4b35c42da13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0439687 Jul 22 21:17:43.929478 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-2e58837b-55dd-4edf-b114-6f320058089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:17:43.931024 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-2e58837b-55dd-4edf-b114-6f320058089c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546646 Jul 22 21:17:44.030004 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-fced561d-365b-408a-af19-f418c8701de6 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903852 Jul 22 21:17:44.120137 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-51225df4-9924-4472-8ab2-e3c53bb26898 req-39e5ca01-d6a5-47a1-886d-e809ee940214 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825198 Jul 22 21:17:44.705627 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-24adbd91-f6d2-4888-a62d-8222b7784417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.321732 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4bb1fd54-4fa6-4914-81d1-d2e13f5d5867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:47.558212 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:48.544448 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:50.201118 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:17:59.089895 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:18:04.514383 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:14.708549 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-cac0954e-3b78-461f-98be-f81ae1f03414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:16.671490 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-61f4b79e-f524-48a3-bc21-55a435c689fe tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996169084&fields=id&tenant_id=a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 267 time: 0.0384722 Jul 22 21:18:16.779580 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-e90ad882-7830-4c2f-9715-63324e69fd1e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:16.781055 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-e90ad882-7830-4c2f-9715-63324e69fd1e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 812 time: 0.1034172 Jul 22 21:18:16.796804 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-ab7724ea-4e88-45cd-8964-4ab94995f796 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/quotas/a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 375 time: 0.0104234 Jul 22 21:18:16.870088 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-6ab69cd7-0150-4a43-96b0-7c4c789714a9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0681539 Jul 22 21:18:16.934768 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-ddd01cda-a640-459e-8157-1d203c795f48 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=93064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 21:18:16.936083 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-ddd01cda-a640-459e-8157-1d203c795f48 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539947 Jul 22 21:18:17.031105 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-65d0a2bf-ea9e-429e-8a4e-1516eace570b service neutron] 10.222.0.64 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883439 Jul 22 21:18:17.122072 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-9343343b-1789-4f23-a698-c4c488747bc7 service neutron] 10.222.0.64 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852642 Jul 22 21:18:17.322738 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-88b13235-8006-4296-a40e-55ad4776fca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:17.435880 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-e902f4f9-8bdf-48c9-93dd-9e6bbd263fcd req-e233974f-530a-4f4c-8ccc-079ea9da5dff tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 210 time: 0.0354037 Jul 22 21:18:17.561356 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:18.536034 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d60eba6a-582f-43b7-9959-aea8df0a7142 req-4f65d9aa-4aa0-499a-b4a0-86c1a366964b tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 210 time: 0.0313077 Jul 22 21:18:18.552822 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.462986 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-6e088618-72f3-4529-8c1e-d804eadb4f03 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:19.464527 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-6e088618-72f3-4529-8c1e-d804eadb4f03 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 812 time: 0.1038108 Jul 22 21:18:19.514797 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-595a7e30-500b-4b61-a10d-80369003fbc5 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c1fdd9bbd34811b62d1ed92144a071 HTTP/1.1" status: 200 len: 380 time: 0.0357125 Jul 22 21:18:19.543503 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'port': {'device_id': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'admin_state_up': True, 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'security_groups': ['189b6cae-fc59-4e9b-8843-1432acaab1b6']}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:19.653343 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-9270166f-8111-4899-9d52-11308489795f req-9b229931-23dc-4ac0-8cdb-c83bfce52ca8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 210 time: 0.0360045 Jul 22 21:18:19.694472 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Made reservation on behalf of a4c1fdd9bbd34811b62d1ed92144a071 for: {'port': 1} {{(pid=93063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 21:18:19.697923 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:19.829636 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Allocated IP 172.20.0.5 (e991ddb8-3b92-4267-a07b-4907aae6d6e6/cfad3aee-a9c4-421b-9aa1-00ac0e5403a4/c6cc7189-62ea-443e-8d18-a78b0ed191c3) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:19.982316 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.001160 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Transition to ACTIVE for port object c6cc7189-62ea-443e-8d18-a78b0ed191c3 will not be triggered until provisioned by entity DHCP. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:20.039092 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.086570 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:20.089704 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:20.092413 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:20.127034 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=c6cc7189-62ea-443e-8d18-a78b0ed191c3,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:20.139255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.139606 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.139955 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.140307 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.140629 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.140953 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.141283 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.141610 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.141941 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.142264 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.142589 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.142910 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:20.166763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:20.167613 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.185647 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-882942a1-cf5d-4a16-8150-b9646bbb6a61 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6503727 Jul 22 21:18:20.200829 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.204608 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Request body: {'port': {'device_id': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80001'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:20.292413 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.390814 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d40b65cf-79a2-4902-8de2-418ad0552dc1 None None] Provisioning for port c6cc7189-62ea-443e-8d18-a78b0ed191c3 completed by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:20.394753 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-d40b65cf-79a2-4902-8de2-418ad0552dc1 None None] Provisioning complete for port c6cc7189-62ea-443e-8d18-a78b0ed191c3 triggered by entity DHCP. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:20.395165 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-d40b65cf-79a2-4902-8de2-418ad0552dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.430049 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-d40b65cf-79a2-4902-8de2-418ad0552dc1 None None] Port c6cc7189-62ea-443e-8d18-a78b0ed191c3 cannot update to ACTIVE because it is not bound. {{(pid=93065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 21:18:20.584856 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cc7189-62ea-443e-8d18-a78b0ed191c3 {{(pid=93063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:20.592231 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.604669 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.provisioning_blocks [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Transition to ACTIVE for port object c6cc7189-62ea-443e-8d18-a78b0ed191c3 will not be triggered until provisioned by entity L2. {{(pid=93063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 21:18:20.607783 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.658156 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cc7189-62ea-443e-8d18-a78b0ed191c3,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:20.754359 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Attempting to bind port c6cc7189-62ea-443e-8d18-a78b0ed191c3 on host hv-cinder-80001 for vnic_type normal with profile {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 21:18:20.754811 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Attempting to bind port c6cc7189-62ea-443e-8d18-a78b0ed191c3 by drivers openvswitch,hyperv on host hv-cinder-80001 at level 0 using segments [{'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 21:18:20.755274 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Attempting to bind port c6cc7189-62ea-443e-8d18-a78b0ed191c3 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:20.762142 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Port c6cc7189-62ea-443e-8d18-a78b0ed191c3 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80001 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 21:18:20.762373 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Attempting to bind port c6cc7189-62ea-443e-8d18-a78b0ed191c3 on network e991ddb8-3b92-4267-a07b-4907aae6d6e6 {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 21:18:20.768095 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Checking agent: {'id': '720cdf41-1778-461c-89e1-70ca973c1fd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'started_at': datetime.datetime(2021, 7, 22, 21, 1, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 21:18:20.768524 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Checking segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 21:18:20.768837 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Bound using segment: {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'} {{(pid=93063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 21:18:20.769354 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.managers [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Bound port: c6cc7189-62ea-443e-8d18-a78b0ed191c3, host: hv-cinder-80001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6'}}] {{(pid=93063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 21:18:20.769877 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.805893 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059c05-2010-48e8-8d5c-dd785a9a212d req-24be5dac-f3ee-443d-8a7a-af4bad895fe9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:20.807608 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1d059c05-2010-48e8-8d5c-dd785a9a212d req-24be5dac-f3ee-443d-8a7a-af4bad895fe9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0737660 Jul 22 21:18:20.847430 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] For port c6cc7189-62ea-443e-8d18-a78b0ed191c3, host hv-cinder-80001, cleared binding levels {{(pid=93063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 21:18:20.852425 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] For port c6cc7189-62ea-443e-8d18-a78b0ed191c3, host hv-cinder-80001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 21:18:20.862501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.866831 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-1d059c05-2010-48e8-8d5c-dd785a9a212d req-8222bd3f-81ad-486a-8c8a-bed01fdaf975 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515866 Jul 22 21:18:20.901550 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:20.902181 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:20.903677 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] 10.222.0.66 "PUT /v2.0/ports/c6cc7189-62ea-443e-8d18-a78b0ed191c3 HTTP/1.1" status: 200 len: 1093 time: 0.7039716 Jul 22 21:18:20.904166 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:20.906677 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54120c1-3689-4776-9d6d-f3fdd63d94e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:20.943166 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f1462-15cd-495c-8461-285e721a6c01 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cc7189-62ea-443e-8d18-a78b0ed191c3,revision_number=3']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:20.955455 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d98cb-ccf8-4c5f-a1ac-f5fb41a939ec x-openstack-request-id: req-d50d98cb-ccf8-4c5f-a1ac-f5fb41a939ec {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:20.955829 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:20.956154 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d50d98cb-ccf8-4c5f-a1ac-f5fb41a939ec {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:20.956616 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'status': 'completed', 'code': 200} Jul 22 21:18:21.043732 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-e34b5639-b38d-4e17-a7a4-1029b9a2b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:21.045485 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-e34b5639-b38d-4e17-a7a4-1029b9a2b208 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 1096 time: 0.0673122 Jul 22 21:18:21.109435 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-15101887-a4f0-495a-9c55-c2dc1bc50d76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3 HTTP/1.1" status: 200 len: 217 time: 0.0473573 Jul 22 21:18:21.163352 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-15ff229a-2325-4442-a0dd-0937e1b83d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:21.164803 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-15ff229a-2325-4442-a0dd-0937e1b83d3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0499578 Jul 22 21:18:21.228708 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-aac0077c-78ce-4f5e-b3ea-d6bcdc2f18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:21.230224 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-aac0077c-78ce-4f5e-b3ea-d6bcdc2f18df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581784 Jul 22 21:18:21.342991 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-b9c54322-8832-47dc-86fa-169951eee26f service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051743 Jul 22 21:18:21.452741 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-4091a6f9-b20d-423d-ae3c-606463ec4632 req-847e9ef6-8856-4f5a-a920-be06c1c56191 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032765 Jul 22 21:18:21.599282 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-51256c94-acbd-49ec-9145-2d18d6ffeadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:21.601219 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-51256c94-acbd-49ec-9145-2d18d6ffeadb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 1096 time: 0.0591404 Jul 22 21:18:21.693811 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-7fef2916-9bff-4d9c-8400-19f193e1afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:21.695942 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-7fef2916-9bff-4d9c-8400-19f193e1afb3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0879049 Jul 22 21:18:21.743489 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-e0d78365-a056-41c2-a42d-d965d26c27a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3 HTTP/1.1" status: 200 len: 217 time: 0.0394330 Jul 22 21:18:21.792386 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-45e188cd-5465-41f7-834d-3e27560309bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:21.793856 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-45e188cd-5465-41f7-834d-3e27560309bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0442736 Jul 22 21:18:21.854150 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-b5b4c92b-b054-42ae-a011-e7cfb91d514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:21.855715 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-b5b4c92b-b054-42ae-a011-e7cfb91d514e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550690 Jul 22 21:18:21.963733 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-f0052fd5-18db-47c6-9258-1139dd21f459 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984738 Jul 22 21:18:22.072111 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-c54120c1-3689-4776-9d6d-f3fdd63d94e7 req-6bc865b0-b86e-4aba-91d9-396f2fe9d44e service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988352 Jul 22 21:18:22.080435 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae46af-74a2-49c7-82f0-4bf77e4604e4 req-3f7f6e11-6ddf-4ca6-bf42-f2485b6c877e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:22.082534 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-31ae46af-74a2-49c7-82f0-4bf77e4604e4 req-3f7f6e11-6ddf-4ca6-bf42-f2485b6c877e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0778437 Jul 22 21:18:22.131490 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-31ae46af-74a2-49c7-82f0-4bf77e4604e4 req-c19cb173-40b3-472f-9d1d-2a10adcf2226 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Jul 22 21:18:23.277258 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752bb71-1598-46c4-a30e-985d1877a797 req-658cf425-cf11-400f-8ec6-18e0cc3b5ea9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:23.278799 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7752bb71-1598-46c4-a30e-985d1877a797 req-658cf425-cf11-400f-8ec6-18e0cc3b5ea9 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0741673 Jul 22 21:18:23.320564 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-7752bb71-1598-46c4-a30e-985d1877a797 req-68387ee3-3605-49df-a00f-0b304f48bc4f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355363 Jul 22 21:18:24.466168 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888c3b-18d9-4485-9e30-67836a2b1c28 req-22e99b8d-a090-49ef-b27e-56f56db6a9a3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:24.467696 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d6888c3b-18d9-4485-9e30-67836a2b1c28 req-22e99b8d-a090-49ef-b27e-56f56db6a9a3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0749447 Jul 22 21:18:24.738813 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-d6888c3b-18d9-4485-9e30-67836a2b1c28 req-45deb35a-8ff5-477a-9ba1-0eb66c74c8ad tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645168 Jul 22 21:18:25.874033 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668f824-d124-4f53-9730-2332b10dce2b req-d13c131f-45ef-45e8-9488-3c303ff118fc tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:25.875616 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3668f824-d124-4f53-9730-2332b10dce2b req-d13c131f-45ef-45e8-9488-3c303ff118fc tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0675068 Jul 22 21:18:25.913581 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-3668f824-d124-4f53-9730-2332b10dce2b req-38ba2906-9f0e-4c19-af1f-afe4e4a279d3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Jul 22 21:18:27.051664 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad7c8b-c8e9-4c05-8cd7-60729d25c2d0 req-fc5231d2-5c51-4a59-9640-8d9b3bee259f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:27.054297 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-10ad7c8b-c8e9-4c05-8cd7-60729d25c2d0 req-fc5231d2-5c51-4a59-9640-8d9b3bee259f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0719194 Jul 22 21:18:27.092874 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-10ad7c8b-c8e9-4c05-8cd7-60729d25c2d0 req-d2051806-7d01-48fa-9fa8-de49a7023c2c tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Jul 22 21:18:28.228939 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf6183-83ef-4e79-be36-6fe4e73c83d3 req-8da794a2-f36c-4ecc-af58-1d7e6e55caf3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:28.230433 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1dcf6183-83ef-4e79-be36-6fe4e73c83d3 req-8da794a2-f36c-4ecc-af58-1d7e6e55caf3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0716560 Jul 22 21:18:28.267988 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1dcf6183-83ef-4e79-be36-6fe4e73c83d3 req-7f6ce8ae-19f2-4e8a-a3b0-3b68bc8bf52d tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 Jul 22 21:18:29.397674 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f213-09c7-46c1-87d2-eef408f31f5a req-af611618-e063-44ca-aabe-1032c23a8a1b tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:29.399147 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-12e9f213-09c7-46c1-87d2-eef408f31f5a req-af611618-e063-44ca-aabe-1032c23a8a1b tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0641859 Jul 22 21:18:29.442211 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-12e9f213-09c7-46c1-87d2-eef408f31f5a req-89065706-24b9-499c-8dc1-0f717111e6bd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372312 Jul 22 21:18:30.461020 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c6cc7189-62ea-443e-8d18-a78b0ed191c3 details requested by agent hyperv_hv-cinder-80001 with host hv-cinder-80001 {{(pid=93065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 21:18:30.569655 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port c6cc7189-62ea-443e-8d18-a78b0ed191c3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:30.576248 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d4784-412a-4658-93a4-29bf8ccad15a req-70c64aeb-f6cc-4817-bff1-c499454e4854 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:30.577894 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-592d4784-412a-4658-93a4-29bf8ccad15a req-70c64aeb-f6cc-4817-bff1-c499454e4854 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 943 time: 0.0650551 Jul 22 21:18:30.580803 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Returning: {'device': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'port_id': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'mac_address': 'fa:16:3e:59:ed:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 21:18:30.616215 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-592d4784-412a-4658-93a4-29bf8ccad15a req-8b67a0b2-d3d1-449e-8383-60b355e763cd tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326333 Jul 22 21:18:30.623333 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.638369 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cc7189-62ea-443e-8d18-a78b0ed191c3 {{(pid=93065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 21:18:30.657868 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port c6cc7189-62ea-443e-8d18-a78b0ed191c3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:30.662329 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:30.709931 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=c6cc7189-62ea-443e-8d18-a78b0ed191c3,revision_number=4']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:30.717196 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.717478 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.717819 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.718162 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.718497 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.718859 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.719223 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.719552 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.719885 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.720212 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.720537 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.720860 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:18:30.967826 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] get_ports_and_sgs() called for port_ids ['c6cc7189-62ea-443e-8d18-a78b0ed191c3'] {{(pid=93065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 21:18:31.752160 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191eb74-580a-480c-b676-8e6d71e96e22 req-25767da6-e68f-4491-a0b2-caa5868005b3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:31.753661 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e191eb74-580a-480c-b676-8e6d71e96e22 req-25767da6-e68f-4491-a0b2-caa5868005b3 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 944 time: 0.0694554 Jul 22 21:18:31.792019 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e191eb74-580a-480c-b676-8e6d71e96e22 req-ee31f9b0-b5ac-42a5-9af9-12ff06916aa1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Jul 22 21:18:32.474727 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c6cc7189-62ea-443e-8d18-a78b0ed191c3 up at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 21:18:32.523857 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning for port c6cc7189-62ea-443e-8d18-a78b0ed191c3 completed by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 21:18:32.528990 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.provisioning_blocks [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Provisioning complete for port c6cc7189-62ea-443e-8d18-a78b0ed191c3 triggered by entity L2. {{(pid=93065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 21:18:32.528990 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1562161'] for port, provisioning_complete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.610396 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.633231 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3'}] {{(pid=93065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:32.635549 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4274a4e47c4f64e6d0a86d8a2007fc4dc2a07fda4a97d88dfaad0fb6033bb0c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5365e4b-b8d4-4981-97b8-c1eead7433be" -d '{"events": [{"server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "name": "network-vif-plugged", "status": "completed", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3"}]}' {{(pid=93065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:32.653876 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] For port c6cc7189-62ea-443e-8d18-a78b0ed191c3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:18:32.662223 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533'] for port, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:32.685754 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589e443c-41b9-4e9b-8902-143a0abd4f22 x-openstack-request-id: req-589e443c-41b9-4e9b-8902-143a0abd4f22 {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:32.686106 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "name": "network-vif-plugged", "status": "completed", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3", "code": 200}]} {{(pid=93065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:32.686307 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-589e443c-41b9-4e9b-8902-143a0abd4f22 {{(pid=93065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:32.686683 dv-cinder-800015-2-iscsi neutron-server[93065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'code': 200} Jul 22 21:18:32.721256 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Pushing event updated for resources: {'Port': ['ID=c6cc7189-62ea-443e-8d18-a78b0ed191c3,revision_number=5']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:32.930131 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bea170-19dd-45f5-ac43-9ddbd10c3347 req-32e273d1-1e8f-4ae9-8885-9a7847212cf2 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:32.931936 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-22bea170-19dd-45f5-ac43-9ddbd10c3347 req-32e273d1-1e8f-4ae9-8885-9a7847212cf2 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 945 time: 0.0693188 Jul 22 21:18:32.937174 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea756a8-fb54-4ec1-a234-e6195d25f93e req-8361202d-1736-42c3-94f6-6be228e4a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:32.938800 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5ea756a8-fb54-4ec1-a234-e6195d25f93e req-8361202d-1736-42c3-94f6-6be228e4a815 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 1098 time: 0.0563338 Jul 22 21:18:32.974032 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5ea756a8-fb54-4ec1-a234-e6195d25f93e req-fa265e78-cb07-4396-91ef-78ab2d56f385 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285122 Jul 22 21:18:32.978672 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-22bea170-19dd-45f5-ac43-9ddbd10c3347 req-b6efae99-dc03-4629-8caf-0a030b296d54 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 Jul 22 21:18:34.132909 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5724-a7f8-40c1-a6f7-e90c99b73146 req-c3f77221-790a-4574-a446-44d95736592e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:34.134456 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77ec5724-a7f8-40c1-a6f7-e90c99b73146 req-c3f77221-790a-4574-a446-44d95736592e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 945 time: 0.0813160 Jul 22 21:18:34.179819 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-77ec5724-a7f8-40c1-a6f7-e90c99b73146 req-67a901d9-6a09-4ce6-a4f5-f86b8920e104 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Jul 22 21:18:34.526788 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:35.321745 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7385e07-a92b-47fa-a387-4aa6c2357747 req-5a5d68f6-63e4-4b50-b443-33d0a9ca440f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.323262 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7385e07-a92b-47fa-a387-4aa6c2357747 req-5a5d68f6-63e4-4b50-b443-33d0a9ca440f tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 945 time: 0.0687733 Jul 22 21:18:35.360781 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-e7385e07-a92b-47fa-a387-4aa6c2357747 req-4a49cda1-064c-4134-a059-334afe98bc57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320439 Jul 22 21:18:35.489996 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf24b-53b4-426c-8699-8698054c9351 req-69ba0afa-c70a-4fc8-94e7-d78b15d29e96 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.491751 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5f7cf24b-53b4-426c-8699-8698054c9351 req-69ba0afa-c70a-4fc8-94e7-d78b15d29e96 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 945 time: 0.0658636 Jul 22 21:18:35.535139 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5f7cf24b-53b4-426c-8699-8698054c9351 req-eeddcf77-1542-4b7e-a284-646654ff8b9e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Jul 22 21:18:35.560902 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36616) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:35.620334 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f4aa3-705a-481e-98f9-405be8491b9d tempest-TestVolumeBootPattern-515270808 tempest-TestVolumeBootPattern-515270808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:35.621720 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-7e8f4aa3-705a-481e-98f9-405be8491b9d tempest-TestVolumeBootPattern-515270808 tempest-TestVolumeBootPattern-515270808-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 1093 time: 0.0598390 Jul 22 21:18:35.624999 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36618) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:18:35.629348 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.v2.base [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Request body: {'floatingip': {'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'port_id': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 21:18:35.653104 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.028232 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.089401 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:18:36.139831 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_common [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Allocated IP 172.27.2.130 (07e8176e-ed52-4186-b645-1c8b30408577/5232adaa-9585-4c77-9bb9-eb2a56799c6d/b47f170b-8863-4e73-8e34-e0a181764910) {{(pid=93063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 21:18:36.241948 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.285419 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756593221497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.330912 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Network 07e8176e-ed52-4186-b645-1c8b30408577 is already hosted by enough agents. {{(pid=93063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 21:18:36.334560 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.base_scheduler [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Resources bound (agent type, host, resource id): {{(pid=93063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 21:18:36.339002 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Received port after_create {{(pid=93063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 21:18:36.361323 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=b47f170b-8863-4e73-8e34-e0a181764910,revision_number=1']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:36.701815 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.779354 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1605512'] for port, before_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.932584 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for port, precommit_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:36.941573 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756593609786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756593221515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756593221533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8924935'] for port, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.014551 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event updated for resources: {'Port': ['ID=b47f170b-8863-4e73-8e34-e0a181764910,revision_number=2']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:18:37.025153 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-507021'] for floatingip, after_update {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.159587 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Floating IP 028abacd-0522-46a5-ab69-1ca441edc850 associated. External IP: 172.27.2.130, port: c6cc7189-62ea-443e-8d18-a78b0ed191c3. Jul 22 21:18:37.384017 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:18:37.496862 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:18:37.508433 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:18:37.514572 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:37.521867 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:37.522384 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:18:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:37.557414 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-5a44ab65-5e7a-4c09-b319-627bb56cdb57 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9312665 Jul 22 21:18:37.558170 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:18:37.560731 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495800e8-5653-41f8-8deb-428b390d16ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:18:37.602440 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a54a3-4aa8-4492-b71e-7a28b0aae350 x-openstack-request-id: req-b42a54a3-4aa8-4492-b71e-7a28b0aae350 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:18:37.602732 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:18:37.603000 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b42a54a3-4aa8-4492-b71e-7a28b0aae350 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:18:37.603423 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'status': 'completed', 'code': 200} Jul 22 21:18:37.636596 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:37.707079 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495800e8-5653-41f8-8deb-428b390d16ee req-023945e6-2ec5-4ed5-a285-166410ac986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.709309 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-495800e8-5653-41f8-8deb-428b390d16ee req-023945e6-2ec5-4ed5-a285-166410ac986c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 1098 time: 0.0584128 Jul 22 21:18:37.809120 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495800e8-5653-41f8-8deb-428b390d16ee req-d1cb7886-26da-44ff-ba6b-069b8b2f0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.810696 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-495800e8-5653-41f8-8deb-428b390d16ee req-d1cb7886-26da-44ff-ba6b-069b8b2f0439 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0956948 Jul 22 21:18:37.879887 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '028abacd-0522-46a5-ab69-1ca441edc850', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:59:ed:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:18:36Z', 'updated_at': '2021-07-22T21:18:36Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}, {'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:41Z', 'revision_number': 1, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:37.887366 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-495800e8-5653-41f8-8deb-428b390d16ee req-1d4d6636-2116-4f35-8a11-a2316ae42b1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3 HTTP/1.1" status: 200 len: 999 time: 0.0659010 Jul 22 21:18:37.908216 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:18:37.917581 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:18:37.918189 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:18:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:37.944460 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495800e8-5653-41f8-8deb-428b390d16ee req-f2a413dc-f74e-416c-9cab-f9c76ab2e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:37.946010 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-495800e8-5653-41f8-8deb-428b390d16ee req-f2a413dc-f74e-416c-9cab-f9c76ab2e48f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0522702 Jul 22 21:18:38.011610 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495800e8-5653-41f8-8deb-428b390d16ee req-80cf944d-16dd-4f5f-9a83-bb2d5432e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:38.013130 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-495800e8-5653-41f8-8deb-428b390d16ee req-80cf944d-16dd-4f5f-9a83-bb2d5432e0c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601063 Jul 22 21:18:38.030156 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:18:38.105855 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-495800e8-5653-41f8-8deb-428b390d16ee req-97e9f3c8-c35f-41b8-83ff-26bcc301267e service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Jul 22 21:18:38.214478 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-495800e8-5653-41f8-8deb-428b390d16ee req-d0bbdb19-4395-450e-99a4-4aca3d4db27a service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018572 Jul 22 21:18:38.284416 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '028abacd-0522-46a5-ab69-1ca441edc850', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:59:ed:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:18:36Z', 'updated_at': '2021-07-22T21:18:36Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}, {'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:41Z', 'revision_number': 1, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:18:38.312348 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b661821-dce8-4295-a054-462d3ad26b41 None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '028abacd-0522-46a5-ab69-1ca441edc850', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:59:ed:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:18:36Z', 'updated_at': '2021-07-22T21:18:36Z', 'revision_number': 0, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}, {'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:41Z', 'revision_number': 1, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:18:38.507594 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b611cc-e5a6-45d2-8fd4-6bb405a8a550 None None] New status for floating IP 028abacd-0522-46a5-ab69-1ca441edc850: ACTIVE {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:18:44.715908 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-df541dff-bb4b-4db5-8d9d-b64645b2f07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:45.504466 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-241d1329-5c37-48e4-9a4c-50fe35f137fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536919 Jul 22 21:18:45.620926 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-ffab77a1-5c66-41fb-a604-32e4b75cfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.622461 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-ffab77a1-5c66-41fb-a604-32e4b75cfa2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1099 time: 0.0548298 Jul 22 21:18:45.736530 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-74083363-056c-48c7-af5e-763f758d5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.738348 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-74083363-056c-48c7-af5e-763f758d5931 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0961390 Jul 22 21:18:45.808345 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-94c2e6ac-1aa4-4706-a3a6-54f8f774089f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 1002 time: 0.0633676 Jul 22 21:18:45.862241 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-1adee296-eaa9-491a-b8f5-b78bad5ee63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.863787 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-1adee296-eaa9-491a-b8f5-b78bad5ee63c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0493889 Jul 22 21:18:45.930155 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-62205779-c1cd-4f99-9431-b28cd38b942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:18:45.931693 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-62205779-c1cd-4f99-9431-b28cd38b942d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561168 Jul 22 21:18:46.023270 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-1db03680-7d86-4702-8117-08b7646a4d94 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840099 Jul 22 21:18:46.120514 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-b58bfdb9-99a1-457c-9944-2ea3cb78d630 req-c53da074-3613-4f5e-839b-382ab3ece02a service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Jul 22 21:18:47.325045 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-095763eb-fa03-4c82-a7f2-70ca53dfa6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:47.562611 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:48.552431 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:18:50.203615 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:04.528139 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:13.091360 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:19:14.706560 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-60f292c3-c94b-44ef-b354-0bae3d301b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.326375 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-2c765097-9c3d-4cb5-8d3f-d577ab745580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:17.563852 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:18.556675 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:20.206187 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:34.536126 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:44.710577 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-59337f72-f470-4a6e-b2c0-695c2baeb60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:45.534234 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-07ac9237-abcd-458a-9d89-25e91aa41bde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1007025 Jul 22 21:19:45.632195 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-b295dff1-12a2-45d0-b35e-8e5b9f07ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.633742 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-b295dff1-12a2-45d0-b35e-8e5b9f07ebec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 1098 time: 0.0663085 Jul 22 21:19:45.743183 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-d0b56c94-c078-444e-84b6-baa94ae2a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.744604 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-d0b56c94-c078-444e-84b6-baa94ae2a9dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0907514 Jul 22 21:19:45.817848 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-978a86d4-167e-4bf8-a504-6d08f255830a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3 HTTP/1.1" status: 200 len: 1001 time: 0.0667245 Jul 22 21:19:45.870528 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-f3504c1d-321e-434d-9716-3fe08d08b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.872062 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-f3504c1d-321e-434d-9716-3fe08d08b7ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0475397 Jul 22 21:19:45.932453 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-9c1e47ec-332b-4151-a1c6-ba0f9a0f24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:19:45.933965 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-9c1e47ec-332b-4151-a1c6-ba0f9a0f24b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557678 Jul 22 21:19:46.033473 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-b02d9b9d-498f-4ec6-a862-a4d2cf87f42e service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929072 Jul 22 21:19:46.126127 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ed9d5fb9-248a-4aee-8bc3-1500750feb7a req-8becde8d-81bf-4023-b8a1-4f3e0e3b260b service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859942 Jul 22 21:19:47.333887 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8608545d-9c14-4483-93e2-b2fb99cbe29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:47.566525 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:48.556331 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:19:50.094858 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:19:50.211523 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:04.550020 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.122326 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36648) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:05.290900 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Deleting port b47f170b-8863-4e73-8e34-e0a181764910 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:05.290900 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.366229 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.366557 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.378093 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Calling delete_port for b47f170b-8863-4e73-8e34-e0a181764910 owned by network:floatingip {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:05.530750 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.557055 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event deleted for resources: {'Port': ['ID=b47f170b-8863-4e73-8e34-e0a181764910,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:05.568151 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.568512 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.568863 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.569207 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.569546 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.569886 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.570225 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.570560 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.570896 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.571254 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.572354 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.572695 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:05.636020 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.636366 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Floating IP 028abacd-0522-46a5-ab69-1ca441edc850 disassociated (deleted). External IP: 172.27.2.130, port: c6cc7189-62ea-443e-8d18-a78b0ed191c3. Jul 22 21:20:05.843169 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:20:05.953924 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:20:05.958868 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:05.964028 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:20:06.000878 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-9b33e99c-8132-49c2-970c-0f42028f0d30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "DELETE /v2.0/floatingips/028abacd-0522-46a5-ab69-1ca441edc850 HTTP/1.1" status: 204 len: 168 time: 0.8750572 Jul 22 21:20:06.000878 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:06.001910 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62" -d '{"events": [{"name": "network-changed", "server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:06.098574 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:06.099098 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:19:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:06.127764 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32299185-3e37-4d84-b796-0cde1b423a4e x-openstack-request-id: req-32299185-3e37-4d84-b796-0cde1b423a4e {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:06.128295 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:06.128582 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32299185-3e37-4d84-b796-0cde1b423a4e {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:06.129266 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'status': 'completed', 'code': 200} Jul 22 21:20:06.218790 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:06.245763 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-b3c01d30-0bd3-481a-9e69-66c77549a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.247496 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-b3c01d30-0bd3-481a-9e69-66c77549a57a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 1098 time: 0.0647299 Jul 22 21:20:06.351039 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-ba36b701-ff72-45bc-8dfc-f86ddbcf7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.352933 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-ba36b701-ff72-45bc-8dfc-f86ddbcf7dcd service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.0992312 Jul 22 21:20:06.354954 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cbd93-650c-4368-a4ac-3cad8178159b req-595d3534-c7a8-4382-82d8-5470f5e41aa8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.356641 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-be6cbd93-650c-4368-a4ac-3cad8178159b req-595d3534-c7a8-4382-82d8-5470f5e41aa8 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 945 time: 0.1527133 Jul 22 21:20:06.396078 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-be6cbd93-650c-4368-a4ac-3cad8178159b req-da362cd0-76ff-4b1e-b7d7-9a3624cfe11e tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338531 Jul 22 21:20:06.401127 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-a0303713-2280-4554-82b3-873d69762280 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3 HTTP/1.1" status: 200 len: 217 time: 0.0401084 Jul 22 21:20:06.455357 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-b3bee375-46be-4599-93b7-64f7a269ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.456841 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-b3bee375-46be-4599-93b7-64f7a269ff43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0482845 Jul 22 21:20:06.467570 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:41Z', 'revision_number': 1, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:06.498626 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:20:06.507273 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:06.507894 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:19:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:06.520604 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-b71aa6f3-9112-493f-89b2-dde927e768db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:06.522180 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-b71aa6f3-9112-493f-89b2-dde927e768db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578990 Jul 22 21:20:06.617471 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:06.622385 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-9553eef6-8a04-4d6b-b08a-9b15de736b19 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924189 Jul 22 21:20:06.721027 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-1d75eaf0-8ee8-41b1-977f-fc9511bb0f62 req-88c16ed5-f408-465a-b852-6f8680cc1e79 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919545 Jul 22 21:20:06.850025 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:41Z', 'revision_number': 1, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:06.882181 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b03bc8-9242-4aab-a4fe-87c61ad94043 None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_floatingips': [{'id': '62e011b3-7be4-439b-9794-62202a3585c8', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'router_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'port_id': '3905a965-7789-4b93-8e50-f7491a15c320', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'mac_address': 'fa:16:3e:3c:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T21:16:39Z', 'updated_at': '2021-07-22T21:16:41Z', 'revision_number': 1, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:20:07.090196 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46251402-d49d-4019-9111-0b75b09f93f6 None None] New status for floating IP 028abacd-0522-46a5-ab69-1ca441edc850: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:20:07.582073 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65bb49-fca0-4404-bb57-70fa30ea2860 req-bdcc5bab-c1a2-426d-a0dd-14836ed159f1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:07.583607 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ea65bb49-fca0-4404-bb57-70fa30ea2860 req-bdcc5bab-c1a2-426d-a0dd-14836ed159f1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 945 time: 0.1165121 Jul 22 21:20:07.623528 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-ea65bb49-fca0-4404-bb57-70fa30ea2860 req-7a743c62-d467-44d4-bcb3-9a64fb9ad66a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334628 Jul 22 21:20:08.106193 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-9502a585-aa27-48d6-92ab-a4505da73f75 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:08.107714 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-9502a585-aa27-48d6-92ab-a4505da73f75 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 945 time: 0.0634773 Jul 22 21:20:08.205718 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Deleting port c6cc7189-62ea-443e-8d18-a78b0ed191c3 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:08.206057 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:08.296391 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] For port c6cc7189-62ea-443e-8d18-a78b0ed191c3, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=c6cc7189-62ea-443e-8d18-a78b0ed191c3,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:08.296753 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:08.309670 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Calling delete_port for c6cc7189-62ea-443e-8d18-a78b0ed191c3 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:08.721255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:08.741161 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-4b6fe135-2e45-4bf9-a585-a16ff013f3ff req-7255d765-3794-4a1e-b1e5-5a0f4e92c7fb tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=d012ada5-3220-4f35-ac2d-04aed4984bdf HTTP/1.1" status: 200 len: 210 time: 0.0319705 Jul 22 21:20:08.763680 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event deleted for resources: {'Port': ['ID=c6cc7189-62ea-443e-8d18-a78b0ed191c3,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:08.798699 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] No DVR routers for this DVR port c6cc7189-62ea-443e-8d18-a78b0ed191c3 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:08.801180 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:08.803188 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-84329f2e-e990-4528-8a59-d28265f4ebb3 req-61af5fee-5583-434a-bb89-988c24eb87a6 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "DELETE /v2.0/ports/c6cc7189-62ea-443e-8d18-a78b0ed191c3 HTTP/1.1" status: 204 len: 173 time: 0.6904712 Jul 22 21:20:08.803615 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'name': 'network-vif-deleted', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:08.805838 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba865c4f-fac3-4d1d-8988-33fbce7a9466" -d '{"events": [{"server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "name": "network-vif-deleted", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:08.843471 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483356f4-2efe-4965-8694-a39d1ff2a136 x-openstack-request-id: req-483356f4-2efe-4965-8694-a39d1ff2a136 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:08.843756 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d012ada5-3220-4f35-ac2d-04aed4984bdf", "name": "network-vif-deleted", "tag": "c6cc7189-62ea-443e-8d18-a78b0ed191c3", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:08.844001 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-483356f4-2efe-4965-8694-a39d1ff2a136 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:08.844389 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd012ada5-3220-4f35-ac2d-04aed4984bdf', 'name': 'network-vif-deleted', 'tag': 'c6cc7189-62ea-443e-8d18-a78b0ed191c3', 'status': 'completed', 'code': 200} Jul 22 21:20:11.048616 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c6cc7189-62ea-443e-8d18-a78b0ed191c3 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:11.069267 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: c6cc7189-62ea-443e-8d18-a78b0ed191c3 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:11.069610 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device c6cc7189-62ea-443e-8d18-a78b0ed191c3 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:12.021817 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36696) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:12.185158 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Deleting port dd2a98cc-fa30-466a-aff4-918a3ac4825d {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:12.185503 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.260511 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.260744 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.271977 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Calling delete_port for dd2a98cc-fa30-466a-aff4-918a3ac4825d owned by network:floatingip {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:12.424991 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.449101 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event deleted for resources: {'Port': ['ID=dd2a98cc-fa30-466a-aff4-918a3ac4825d,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:12.518082 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.518338 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.db.l3_db [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Floating IP 62e011b3-7be4-439b-9794-62202a3585c8 disassociated (deleted). External IP: 172.27.2.234, port: 3905a965-7789-4b93-8e50-f7491a15c320. Jul 22 21:20:12.731381 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:20:12.848625 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:20:12.853587 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:12.859683 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:20:12.869747 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:12.870457 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:19:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:12.894635 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-2ded60f7-01ee-44df-b884-be7f522acd90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "DELETE /v2.0/floatingips/62e011b3-7be4-439b-9794-62202a3585c8 HTTP/1.1" status: 204 len: 168 time: 0.8715928 Jul 22 21:20:12.895206 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:12.897463 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1" -d '{"events": [{"name": "network-changed", "server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "tag": "3905a965-7789-4b93-8e50-f7491a15c320"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:12.949202 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c6424e-377b-49f4-ac9c-b25f45496824 x-openstack-request-id: req-71c6424e-377b-49f4-ac9c-b25f45496824 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:12.949750 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "tag": "3905a965-7789-4b93-8e50-f7491a15c320", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:12.950173 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71c6424e-377b-49f4-ac9c-b25f45496824 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:12.950636 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320', 'status': 'completed', 'code': 200} Jul 22 21:20:12.985578 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:13.060803 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-b790900f-ead5-4e20-b506-3ceb9753fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.062263 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-b790900f-ead5-4e20-b506-3ceb9753fdb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 1099 time: 0.0643096 Jul 22 21:20:13.166294 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cedf37-4189-41b7-99b5-4e0a48c15492 req-ff86d751-0143-4da7-927c-163501e721aa tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.167947 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-47cedf37-4189-41b7-99b5-4e0a48c15492 req-ff86d751-0143-4da7-927c-163501e721aa tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 946 time: 0.0729158 Jul 22 21:20:13.189552 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-9af23e13-e88c-44a5-bc30-38e8d0acefad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.191799 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-9af23e13-e88c-44a5-bc30-38e8d0acefad service neutron] 10.222.0.66 "GET /v2.0/networks?id=e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 200 len: 914 time: 0.1063244 Jul 22 21:20:13.215010 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:13.215328 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [req-47cedf37-4189-41b7-99b5-4e0a48c15492 req-b35602f3-b660-4f3a-b286-1dc57ec3e179 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Jul 22 21:20:13.240785 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-9c6d1420-ebb9-4792-b805-69ad744e9102 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 200 len: 217 time: 0.0419676 Jul 22 21:20:13.243367 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:20:13.252264 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:13.252868 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:19:47Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:13.295111 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-cc9d16d2-0796-4545-a8df-184792d3ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.296602 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-cc9d16d2-0796-4545-a8df-184792d3ed96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 200 len: 851 time: 0.0490172 Jul 22 21:20:13.359069 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-6dec0ef5-c16b-4c32-a003-18a5fb9d1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:13.360587 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-6dec0ef5-c16b-4c32-a003-18a5fb9d1072 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e991ddb8-3b92-4267-a07b-4907aae6d6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567801 Jul 22 21:20:13.362413 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:13.459570 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-dba137bc-a85e-43e5-a7ca-5de1f5057b62 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905013 Jul 22 21:20:13.558045 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-17b511d8-8b4b-41e1-9d89-d2ec1286cff1 req-532cc055-72cf-4e46-99af-17bc1a98f115 service neutron] 10.222.0.66 "GET /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901055 Jul 22 21:20:13.694497 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:13.724604 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e050e812-5f95-412d-a4d0-a9d105b78afe None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:15Z', 'revision_number': 4, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi', '_interfaces': [{'id': 'f5017aa2-f726-4bc0-8803-582d15a4ce77', 'name': '', 'network_id': 'e991ddb8-3b92-4267-a07b-4907aae6d6e6', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'mac_address': 'fa:16:3e:fe:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:14Z', 'updated_at': '2021-07-22T21:13:21Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'subnets': [{'id': 'cfad3aee-a9c4-421b-9aa1-00ac0e5403a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:20:13.939472 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbfbbb-01a4-455d-a682-725bc28876cc None None] New status for floating IP 62e011b3-7be4-439b-9794-62202a3585c8: DOWN {{(pid=93066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 21:20:14.355508 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1731f-6452-48fb-851b-84c22ea4c7a2 req-32e2df9c-2219-4b2b-bced-30c0b249efd1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:14.357127 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-05f1731f-6452-48fb-851b-84c22ea4c7a2 req-32e2df9c-2219-4b2b-bced-30c0b249efd1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 946 time: 0.0703309 Jul 22 21:20:14.395647 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-05f1731f-6452-48fb-851b-84c22ea4c7a2 req-9264da40-0406-4b3a-91c3-696dde6a7b90 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/security-groups?id=189b6cae-fc59-4e9b-8843-1432acaab1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328553 Jul 22 21:20:14.711954 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddcd2-4bad-4e0e-9a23-96f9be462164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:14.873888 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-6121d36d-a923-42ce-9a9e-f296bf6b7f6a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 21:20:14.875425 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-6121d36d-a923-42ce-9a9e-f296bf6b7f6a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 946 time: 0.0681520 Jul 22 21:20:14.984885 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Deleting port 3905a965-7789-4b93-8e50-f7491a15c320 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:14.985230 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.077210 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] For port 3905a965-7789-4b93-8e50-f7491a15c320, host hv-cinder-80001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80001',level=0,port_id=3905a965-7789-4b93-8e50-f7491a15c320,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:15.077586 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.090312 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Calling delete_port for 3905a965-7789-4b93-8e50-f7491a15c320 owned by compute:nova {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:15.222952 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.255148 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event deleted for resources: {'Port': ['ID=3905a965-7789-4b93-8e50-f7491a15c320,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:15.305627 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] No DVR routers for this DVR port 3905a965-7789-4b93-8e50-f7491a15c320 on host hv-cinder-80001 {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:15.308064 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for port, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:15.310311 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-2e799de6-8e80-45ac-b4cf-4403a7104d3b req-ed64eca8-2b5d-4b69-80c1-dfc7ab03cb30 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.66 "DELETE /v2.0/ports/3905a965-7789-4b93-8e50-f7491a15c320 HTTP/1.1" status: 204 len: 173 time: 0.4292526 Jul 22 21:20:15.310492 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'name': 'network-vif-deleted', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320'}] {{(pid=93063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 21:20:15.312804 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e9aeeda741fa7cd91dc6a28df799fdf648dfe87a9454a03d59546c4f926839" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b721a84-8a2e-4bb6-9f4d-4d48e4ac477b" -d '{"events": [{"server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "name": "network-vif-deleted", "tag": "3905a965-7789-4b93-8e50-f7491a15c320"}]}' {{(pid=93063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 21:20:15.348712 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29486668-c96f-4fb4-9678-f5471cfd8cf7 x-openstack-request-id: req-29486668-c96f-4fb4-9678-f5471cfd8cf7 {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 21:20:15.348980 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80abc2f8-7046-4c0f-a0f2-cebfd8b17484", "name": "network-vif-deleted", "tag": "3905a965-7789-4b93-8e50-f7491a15c320", "status": "completed", "code": 200}]} {{(pid=93063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 21:20:15.349228 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29486668-c96f-4fb4-9678-f5471cfd8cf7 {{(pid=93063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 21:20:15.349643 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80abc2f8-7046-4c0f-a0f2-cebfd8b17484', 'name': 'network-vif-deleted', 'tag': '3905a965-7789-4b93-8e50-f7491a15c320', 'status': 'completed', 'code': 200} Jul 22 21:20:15.504216 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [req-5b834cb1-f748-4703-9116-2e63f2c65b98 req-c3ee0a7c-0adb-49a2-bade-68fbb511e7d1 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "GET /v2.0/ports?device_id=80abc2f8-7046-4c0f-a0f2-cebfd8b17484 HTTP/1.1" status: 200 len: 210 time: 0.0364442 Jul 22 21:20:16.562496 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36714) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:16.692060 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Deleting port 2e5a8fcb-69b8-4830-bb39-b4477246a6bd {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:16.692305 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.772106 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.772431 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.784923 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Calling delete_port for 2e5a8fcb-69b8-4830-bb39-b4477246a6bd owned by network:floatingip {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:16.924187 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:16.949146 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event deleted for resources: {'Port': ['ID=2e5a8fcb-69b8-4830-bb39-b4477246a6bd,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:16.963064 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.963449 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.963791 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.964124 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.964454 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.964781 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.965105 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.965429 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.965750 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.966095 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.966387 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:16.966703 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:17.030778 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:17.033327 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-959755'] for floatingip, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:17.034481 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-3076c7d9-8ed3-462f-9bec-44df54dfd99a tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "DELETE /v2.0/floatingips/4fa65e22-1b89-4ac6-a75f-954370c24ef9 HTTP/1.1" status: 204 len: 168 time: 0.4709375 Jul 22 21:20:17.327241 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1bcaefca-3ce3-464d-ba42-b354902ff598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:17.568222 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.235414 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36726) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:18.295570 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf6c-87db-4ad1-ba17-fa4802f10432 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.320580 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf6c-87db-4ad1-ba17-fa4802f10432 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.380202 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf6c-87db-4ad1-ba17-fa4802f10432 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.382806 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf6c-87db-4ad1-ba17-fa4802f10432 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Notify callbacks [] for security_group, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.384024 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-9cb2cf6c-87db-4ad1-ba17-fa4802f10432 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] 10.222.0.64 "DELETE /v2.0/security-groups/189b6cae-fc59-4e9b-8843-1432acaab1b6 HTTP/1.1" status: 204 len: 168 time: 0.1476150 Jul 22 21:20:18.393256 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2cf6c-87db-4ad1-ba17-fa4802f10432 tempest-TestVolumeBootPattern-1272133596 tempest-TestVolumeBootPattern-1272133596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189b6cae-fc59-4e9b-8843-1432acaab1b6,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:18.441029 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36730) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:18.559330 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:18.927749 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.095340 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 3905a965-7789-4b93-8e50-f7491a15c320 no longer exists at agent hyperv_hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:19.117632 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] No Port match for: 3905a965-7789-4b93-8e50-f7491a15c320 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:19.118598 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Device 3905a965-7789-4b93-8e50-f7491a15c320 not bound to the agent host hv-cinder-80001 {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:19.186382 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Deleting port f5017aa2-f726-4bc0-8803-582d15a4ce77 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:19.186630 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.263568 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] For port f5017aa2-f726-4bc0-8803-582d15a4ce77, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=f5017aa2-f726-4bc0-8803-582d15a4ce77,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:19.264279 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.276372 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Calling delete_port for f5017aa2-f726-4bc0-8803-582d15a4ce77 owned by network:router_interface {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:19.454098 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.484932 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5017aa2-f726-4bc0-8803-582d15a4ce77,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:19.660543 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:19.878592 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Router 3fac0e53-9fbd-41d8-814e-c79293076d20 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:20:19.985245 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:20:19.990511 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-3d0ea6e0-09ec-4abf-9837-91cd6c40b881 admin admin] 10.222.0.64 "PUT /v2.0/routers/3fac0e53-9fbd-41d8-814e-c79293076d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5481386 Jul 22 21:20:19.993050 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36734) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:19.994228 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810c631-7613-4b75-850a-c1160a30783b None None] Sync routers for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:20:20.003354 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:20.003970 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:20:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:20.097030 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks [] for router, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.113686 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:20.206015 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.243682 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.269477 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Deleting port 963295aa-d5dc-4b40-9bd7-0652ed81db41 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:20.270092 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.304062 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:20:19Z', 'revision_number': 5, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port': {'id': '963295aa-d5dc-4b40-9bd7-0652ed81db41', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:20.330815 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810c631-7613-4b75-850a-c1160a30783b None None] Checking router: 3fac0e53-9fbd-41d8-814e-c79293076d20 for host: dv-cinder-800015-2-iscsi {{(pid=93065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:20:20.340018 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] Routers {'3fac0e53-9fbd-41d8-814e-c79293076d20'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:20.340636 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:20:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['3fac0e53-9fbd-41d8-814e-c79293076d20'], 'active': True} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:20.354411 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] For port 963295aa-d5dc-4b40-9bd7-0652ed81db41, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=963295aa-d5dc-4b40-9bd7-0652ed81db41,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:20.354802 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.366429 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Calling delete_port for 963295aa-d5dc-4b40-9bd7-0652ed81db41 owned by network:router_gateway {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:20.426761 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvr_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] Set router 3fac0e53-9fbd-41d8-814e-c79293076d20 gateway port host: None {{(pid=93065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:20.483165 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_hamode_db [None req-1810c631-7613-4b75-850a-c1160a30783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:20:20Z', 'revision_number': 6, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:20.512708 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1810c631-7613-4b75-850a-c1160a30783b None None] The sync data for ids ['3fac0e53-9fbd-41d8-814e-c79293076d20'] in dv-cinder-800015-2-iscsi is: [{'id': '3fac0e53-9fbd-41d8-814e-c79293076d20', 'name': 'tempest-TestVolumeBootPattern-1087261390-router', 'tenant_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:12Z', 'updated_at': '2021-07-22T21:20:20Z', 'revision_number': 6, 'project_id': 'a4c1fdd9bbd34811b62d1ed92144a071', 'gw_port_host': None}] {{(pid=93065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:20:20.537245 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.573154 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Pushing event deleted for resources: {'Port': ['ID=963295aa-d5dc-4b40-9bd7-0652ed81db41,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:20.629733 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.723953 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.726078 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.770907 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.771554 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fac0e53-9fbd-41d8-814e-c79293076d20 {{(pid=93064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:20:20.777693 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.778912 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-d48c2543-3625-427e-b383-80f6da56327b admin admin] 10.222.0.64 "DELETE /v2.0/routers/3fac0e53-9fbd-41d8-814e-c79293076d20 HTTP/1.1" status: 204 len: 168 time: 0.7849257 Jul 22 21:20:20.781452 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36736) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:20.825358 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] Deleting subnet cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 {{(pid=93064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:20:20.828737 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.866285 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471841'] for subnet, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:20.956485 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.017320 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2253007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3090798'] for subnet, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.044149 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfad3aee-a9c4-421b-9aa1-00ac0e5403a4,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:21.046371 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for subnet, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.050788 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36738) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:21.051319 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-ed84a2af-210e-4253-aeb6-25e50e79d11e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cfad3aee-a9c4-421b-9aa1-00ac0e5403a4 HTTP/1.1" status: 204 len: 168 time: 0.2671492 Jul 22 21:20:21.052368 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29089cfb-e4de-4097-8e10-bdf4f201a8f8 None None] Network e991ddb8-3b92-4267-a07b-4907aae6d6e6 requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:20:21.122186 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.177248 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Deleting port 30cbc9e3-beb3-481f-a547-45be09fa7741 {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:21.177511 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.246722 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] For port 30cbc9e3-beb3-481f-a547-45be09fa7741, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=30cbc9e3-beb3-481f-a547-45be09fa7741,segment=NetworkSegment(b5ee38cd-bb2d-49b0-99f5-0a76807bb23c),segment_id=b5ee38cd-bb2d-49b0-99f5-0a76807bb23c)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:21.247157 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.260066 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Calling delete_port for 30cbc9e3-beb3-481f-a547-45be09fa7741 owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:21.296746 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] DHCP port deletion for e991ddb8-3b92-4267-a07b-4907aae6d6e6 request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:20:21.353253 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Deleting port 30cbc9e3-beb3-481f-a547-45be09fa7741 {{(pid=93065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:21.353627 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.360184 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.394938 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Pushing event deleted for resources: {'Port': ['ID=30cbc9e3-beb3-481f-a547-45be09fa7741,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:21.403156 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] No DVR routers for this DVR port 30cbc9e3-beb3-481f-a547-45be09fa7741 on host dv-cinder-800015-2-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:21.426225 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f5017aa2-f726-4bc0-8803-582d15a4ce77 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:21.455504 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] For port 30cbc9e3-beb3-481f-a547-45be09fa7741, host dv-cinder-800015-2-iscsi, got binding levels [] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:21.455906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.458117 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: f5017aa2-f726-4bc0-8803-582d15a4ce77 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:21.458456 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device f5017aa2-f726-4bc0-8803-582d15a4ce77 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:21.469569 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Calling delete_port for 30cbc9e3-beb3-481f-a547-45be09fa7741 owned by network:dhcp {{(pid=93065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:21.472365 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.ipam_backend_mixin [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Port 30cbc9e3-beb3-481f-a547-45be09fa7741 was not found and therefore no delete operation was performed {{(pid=93065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 21:20:21.473788 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.482634 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.495480 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e991ddb8-3b92-4267-a07b-4907aae6d6e6']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:21.502241 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] No DVR routers for this DVR port 30cbc9e3-beb3-481f-a547-45be09fa7741 on host dv-cinder-800015-2-iscsi {{(pid=93065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:21.506122 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Pushing event deleted for resources: {'Port': ['ID=30cbc9e3-beb3-481f-a547-45be09fa7741,revision_number=None']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:21.509762 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:21.510099 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ee38cd-bb2d-49b0-99f5-0a76807bb23c') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:21.515576 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.515933 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.516282 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.516625 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.516961 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.517295 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.517630 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.518012 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.518713 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.518713 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.518924 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.519270 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b16af-9d91-4f54-a35e-70c5e6e77f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800015-2-iscsi {{(pid=93065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 21:20:21.525937 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.546071 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.553384 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:20:21.553878 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:20:21.556359 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:20:21.614909 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.621334 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:21.623320 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] 10.222.0.64 "DELETE /v2.0/networks/e991ddb8-3b92-4267-a07b-4907aae6d6e6 HTTP/1.1" status: 204 len: 168 time: 0.5713074 Jul 22 21:20:21.626364 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36742) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:21.635337 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a8feb-5445-4786-8414-126bb5a187bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e991ddb8-3b92-4267-a07b-4907aae6d6e6,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:22.203488 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-494989'] for router_interface, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.459422 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Deleting port fa08d73f-1536-484f-bbd7-03d275d42929 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:22.459659 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.536970 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] For port fa08d73f-1536-484f-bbd7-03d275d42929, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=fa08d73f-1536-484f-bbd7-03d275d42929,segment=NetworkSegment(f5685737-9f27-44e9-81fe-9b3dafa5b92a),segment_id=f5685737-9f27-44e9-81fe-9b3dafa5b92a)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:22.537322 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.550401 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Calling delete_port for fa08d73f-1536-484f-bbd7-03d275d42929 owned by network:router_interface {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:22.733835 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:22.757688 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa08d73f-1536-484f-bbd7-03d275d42929,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:22.931125 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-494865'] for router_interface, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.026296 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 963295aa-d5dc-4b40-9bd7-0652ed81db41 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:23.050659 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 963295aa-d5dc-4b40-9bd7-0652ed81db41 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:23.050900 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 963295aa-d5dc-4b40-9bd7-0652ed81db41 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:23.051344 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 30cbc9e3-beb3-481f-a547-45be09fa7741 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:23.070140 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: 30cbc9e3-beb3-481f-a547-45be09fa7741 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:23.070480 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device 30cbc9e3-beb3-481f-a547-45be09fa7741 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:23.152736 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Router d93bb6cf-6c10-4567-9352-d7c10741efe9 has already been hosted by L3 agent 0fbffd2d-a8b7-4586-950d-449f44624483 {{(pid=93064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 21:20:23.262497 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] Notify agent at l3_agent.dv-cinder-800015-2-iscsi the message routers_updated {{(pid=93064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 21:20:23.267491 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-6b6d83f4-09e3-452e-b6d0-8d8df06ed6e2 admin admin] 10.222.0.64 "PUT /v2.0/routers/d93bb6cf-6c10-4567-9352-d7c10741efe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400268 Jul 22 21:20:23.270182 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [-] (93064) accepted ('10.222.0.64', 36744) {{(pid=93064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:23.272754 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] Sync routers for ids ['d93bb6cf-6c10-4567-9352-d7c10741efe9'] in dv-cinder-800015-2-iscsi {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 21:20:23.283233 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] Routers {'d93bb6cf-6c10-4567-9352-d7c10741efe9'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:23.283837 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:20:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['d93bb6cf-6c10-4567-9352-d7c10741efe9'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:23.375971 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.389547 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] Set router d93bb6cf-6c10-4567-9352-d7c10741efe9 gateway port host: dv-cinder-800015-2-iscsi {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:23.481818 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.535897 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Deleting port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 {{(pid=93064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:23.536123 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.624541 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.db [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] For port b6c57bf5-4ae3-412f-88a4-4d3b39a0d912, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,segment=NetworkSegment(3ed75f6b-aab3-4322-9f03-f078ecf3a7fe),segment_id=3ed75f6b-aab3-4322-9f03-f078ecf3a7fe)] {{(pid=93064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:23.624887 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.637277 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.plugins.ml2.plugin [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Calling delete_port for b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 owned by network:router_gateway {{(pid=93064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:23.676453 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'external_fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:20:22Z', 'revision_number': 5, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port': {'id': 'b6c57bf5-4ae3-412f-88a4-4d3b39a0d912', 'name': '', 'network_id': '07e8176e-ed52-4186-b645-1c8b30408577', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:33:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800015-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5232adaa-9585-4c77-9bb9-eb2a56799c6d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800015-2-iscsi'}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:23.701879 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] Checking router: d93bb6cf-6c10-4567-9352-d7c10741efe9 for host: dv-cinder-800015-2-iscsi {{(pid=93066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 21:20:23.710640 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] Routers {'d93bb6cf-6c10-4567-9352-d7c10741efe9'} bound to L3 agent in host dv-cinder-800015-2-iscsi {{(pid=93066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 21:20:23.711935 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800015-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T20:55:17Z,description=,heartbeat_timestamp=2021-07-22T21:20:17Z,host='dv-cinder-800015-2-iscsi',id=0fbffd2d-a8b7-4586-950d-449f44624483,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T20:55:17Z,topic='l3_agent')) {'router_ids': ['d93bb6cf-6c10-4567-9352-d7c10741efe9'], 'active': True} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:23.797853 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_dvr_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] Set router d93bb6cf-6c10-4567-9352-d7c10741efe9 gateway port host: None {{(pid=93066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 21:20:23.811349 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2252954'] for port, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:23.839502 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c57bf5-4ae3-412f-88a4-4d3b39a0d912,revision_number=None']} {{(pid=93064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:23.858723 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.l3_hamode_db [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:20:23Z', 'revision_number': 6, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port_host': None}], 'dv-cinder-800015-2-iscsi', False) {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:23.884857 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9acb82e-27c8-4164-946d-4a53ef6ff198 None None] The sync data for ids ['d93bb6cf-6c10-4567-9352-d7c10741efe9'] in dv-cinder-800015-2-iscsi is: [{'id': 'd93bb6cf-6c10-4567-9352-d7c10741efe9', 'name': 'tempest-TestVolumeBootPattern-1690579565-router', 'tenant_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T21:13:17Z', 'updated_at': '2021-07-22T21:20:23Z', 'revision_number': 6, 'project_id': '9e785f2bcd694c2cbf18f1d8eeab9f8a', 'gw_port_host': None}] {{(pid=93066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 21:20:23.911287 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-507063'] for router_gateway, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.009564 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506464', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58059'] for router, precommit_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.011832 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.061125 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-505932'] for router, after_delete {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.061602 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93bb6cf-6c10-4567-9352-d7c10741efe9 {{(pid=93064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 21:20:24.066030 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron_lib.callbacks.manager [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] Notify callbacks [] for router, before_response {{(pid=93064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.067200 dv-cinder-800015-2-iscsi neutron-server[93064]: INFO neutron.wsgi [None req-3e59a27b-6c21-4d05-b242-8acf3060eff9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d93bb6cf-6c10-4567-9352-d7c10741efe9 HTTP/1.1" status: 204 len: 168 time: 0.7960949 Jul 22 21:20:24.069923 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36746) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:24.114936 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] Deleting subnet c879e482-87f3-4c26-91fc-6e56293034d0 {{(pid=93063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 21:20:24.118333 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.157328 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8925167'] for subnet, precommit_delete_associations {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.242344 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1561498'] for subnet, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.301233 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1561491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8925017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12061832'] for subnet, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.326133 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c879e482-87f3-4c26-91fc-6e56293034d0,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:24.336252 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.339297 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-4dac1853-5792-45ab-b4fb-d57b9da85359 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c879e482-87f3-4c26-91fc-6e56293034d0 HTTP/1.1" status: 204 len: 168 time: 0.2668715 Jul 22 21:20:24.340830 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36748) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:24.341191 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456f9e1-a603-43a6-96e3-a048ebd549b5 None None] Network 99bd80dc-8b26-4136-8b7e-dd796f90915b requested from dv-cinder-800015-2-iscsi {{(pid=93065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 21:20:24.418795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1689949'] for network, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.475350 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Deleting port b89facdb-790d-45dd-918b-87a823efd21a {{(pid=93063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:24.475770 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.548309 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] DHCP port deletion for 99bd80dc-8b26-4136-8b7e-dd796f90915b request from dv-cinder-800015-2-iscsi {{(pid=93065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 21:20:24.551389 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.db [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] For port b89facdb-790d-45dd-918b-87a823efd21a, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b89facdb-790d-45dd-918b-87a823efd21a,segment=NetworkSegment(f5685737-9f27-44e9-81fe-9b3dafa5b92a),segment_id=f5685737-9f27-44e9-81fe-9b3dafa5b92a)] {{(pid=93063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:24.551780 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.565812 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Calling delete_port for b89facdb-790d-45dd-918b-87a823efd21a owned by network:dhcp {{(pid=93063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:24.599052 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] Deleting port b89facdb-790d-45dd-918b-87a823efd21a {{(pid=93065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 21:20:24.599442 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756593608852'] for port, before_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.653153 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8924940'] for port, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.670962 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.db [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] For port b89facdb-790d-45dd-918b-87a823efd21a, host dv-cinder-800015-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800015-2-iscsi',level=0,port_id=b89facdb-790d-45dd-918b-87a823efd21a,segment=NetworkSegment(f5685737-9f27-44e9-81fe-9b3dafa5b92a),segment_id=f5685737-9f27-44e9-81fe-9b3dafa5b92a)] {{(pid=93065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 21:20:24.671570 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-505952'] for port, precommit_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.681322 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Pushing event deleted for resources: {'Port': ['ID=b89facdb-790d-45dd-918b-87a823efd21a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:24.684895 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] No DVR routers for this DVR port b89facdb-790d-45dd-918b-87a823efd21a on host dv-cinder-800015-2-iscsi {{(pid=93063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:24.685054 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] Calling delete_port for b89facdb-790d-45dd-918b-87a823efd21a owned by network:dhcp {{(pid=93065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 21:20:24.759396 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1562790', 'neutron.services.segments.db._delete_segments_for_network-8756593691185'] for network, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.765496 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1605167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756593609831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756593221506'] for port, after_delete {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.769955 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bd80dc-8b26-4136-8b7e-dd796f90915b']}} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:24.780942 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5685737-9f27-44e9-81fe-9b3dafa5b92a') {'for_net_delete': True} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:24.781240 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.services.segments.db [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5685737-9f27-44e9-81fe-9b3dafa5b92a') {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 21:20:24.790157 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756593691962', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8925158'] for segment, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.791196 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] Pushing event deleted for resources: {'Port': ['ID=b89facdb-790d-45dd-918b-87a823efd21a,revision_number=None']} {{(pid=93065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:24.795377 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3525899-4ac3-436d-a016-54ff7fac0294 None None] No DVR routers for this DVR port b89facdb-790d-45dd-918b-87a823efd21a on host dv-cinder-800015-2-iscsi {{(pid=93065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 21:20:24.807126 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242'] for segment, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.813410 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=93063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 21:20:24.813795 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924963'] for segment, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: Traceback (most recent call last): Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: timer() Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: cb(*args, **kw) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: return func(*args, **kwargs) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: self._notify() Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: self.callback(batched_events) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: event.method(event) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: return f(self, *a, **k) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._get(url).json() Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: return self.request(url, 'GET', **kwargs) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 21:20:24.815528 dv-cinder-800015-2-iscsi neutron-server[93063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 21:20:24.872979 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-507027'] for network, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.878317 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582885'] for network, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:24.880310 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] 10.222.0.64 "DELETE /v2.0/networks/99bd80dc-8b26-4136-8b7e-dd796f90915b HTTP/1.1" status: 204 len: 168 time: 0.5385444 Jul 22 21:20:24.891872 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8cd4c-c3e6-4444-b497-fda5c8cf918b admin admin] Pushing event deleted for resources: {'Network': ['ID=99bd80dc-8b26-4136-8b7e-dd796f90915b,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:24.982546 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b89facdb-790d-45dd-918b-87a823efd21a no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:25.007809 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36752) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:25.010587 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: b89facdb-790d-45dd-918b-87a823efd21a {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:25.010928 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b89facdb-790d-45dd-918b-87a823efd21a not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:25.011531 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fa08d73f-1536-484f-bbd7-03d275d42929 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:25.031743 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: fa08d73f-1536-484f-bbd7-03d275d42929 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:25.032086 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device fa08d73f-1536-484f-bbd7-03d275d42929 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:25.032498 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 no longer exists at agent ovs-agent-dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 21:20:25.052647 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-d62eb74f-e9d5-4537-8b9d-422d3d25da09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4c1fdd9bbd34811b62d1ed92144a071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428379 Jul 22 21:20:25.055679 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36754) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:25.064425 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.plugin [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] No Port match for: b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 {{(pid=93065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 21:20:25.064769 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron.plugins.ml2.rpc [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Device b6c57bf5-4ae3-412f-88a4-4d3b39a0d912 not bound to the agent host dv-cinder-800015-2-iscsi {{(pid=93065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 21:20:25.109156 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b690f621-c12f-4008-9633-aa4076d3f8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.131883 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b690f621-c12f-4008-9633-aa4076d3f8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.180501 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b690f621-c12f-4008-9633-aa4076d3f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.183097 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-b690f621-c12f-4008-9633-aa4076d3f8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.184311 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-b690f621-c12f-4008-9633-aa4076d3f8ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f9551ad-7e2d-4ca0-914d-c1204a79d93a HTTP/1.1" status: 204 len: 168 time: 0.1275511 Jul 22 21:20:25.195022 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690f621-c12f-4008-9633-aa4076d3f8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9551ad-7e2d-4ca0-914d-c1204a79d93a,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:25.503255 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36760) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:25.545462 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-8dd425ea-bede-4e10-bc25-2b3be6057041 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e785f2bcd694c2cbf18f1d8eeab9f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409491 Jul 22 21:20:25.548056 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [-] (93063) accepted ('10.222.0.64', 36762) {{(pid=93063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 21:20:25.601523 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c46430bb-eca1-4f3d-9806-ec2e1c88fa00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.623346 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c46430bb-eca1-4f3d-9806-ec2e1c88fa00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.671841 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c46430bb-eca1-4f3d-9806-ec2e1c88fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623762'] for security_group, after_delete {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.674868 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-c46430bb-eca1-4f3d-9806-ec2e1c88fa00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:25.676058 dv-cinder-800015-2-iscsi neutron-server[93063]: INFO neutron.wsgi [None req-c46430bb-eca1-4f3d-9806-ec2e1c88fa00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d773402-ff2a-4775-bce2-463a217c3eeb HTTP/1.1" status: 204 len: 168 time: 0.1271048 Jul 22 21:20:25.684582 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46430bb-eca1-4f3d-9806-ec2e1c88fa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d773402-ff2a-4775-bce2-463a217c3eeb,revision_number=None']} {{(pid=93063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 21:20:27.095690 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:20:34.537196 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:44.712791 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8dfda7d6-dc64-4b19-8a05-f1bca6e3b406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:47.329342 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-04b64423-62cd-49db-b18f-017b4772071f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:47.569833 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:48.563080 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:20:50.215154 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:04.095400 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:04.542037 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:14.713794 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-f6b4310a-b4b9-47d0-b2d7-6a214a8f1bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:17.332752 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fb51ff13-e426-4f84-a506-31b4dfb129c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:17.572900 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:18.564603 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:20.215545 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:34.538777 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:41.094865 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:21:44.714822 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-26380dab-13c3-42a5-9d3b-56ae45442ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:47.333799 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-69d1e3a8-4d08-48b5-8f2b-a8f0f2c8186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:47.576598 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:48.567572 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:21:50.217725 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:04.544310 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:14.722437 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-7719ccca-f860-4d6f-8089-a423353ecaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.334599 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-42e6a258-b057-4131-bcb1-591393f90b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:17.579995 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:18.093841 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:22:18.571420 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:20.221601 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:34.547424 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:44.714386 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-8999f962-8007-4641-86d1-10b9828cd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.342742 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5e25-890b-4213-b801-8dbb96e3c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:47.580625 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:48.575035 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:50.223962 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:22:55.093125 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:23:04.558143 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:14.716442 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-059cdad9-3456-481f-a8e8-65a17c7f2eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.334290 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-1e26f055-5046-40df-9ecb-b5c3c24d01fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:17.583522 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:18.579784 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:20.227248 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:32.091307 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:23:34.572148 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:44.720034 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-dd34dab1-6838-4f35-8446-51959b96cd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.336063 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-768b45fd-5cef-42f8-aa47-7ecea6fa8175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:47.586208 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:48.581698 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:23:50.230112 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:04.576789 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:09.089876 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:24:14.725733 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-a2ccb09b-6fe0-4337-a243-b1fd044cfd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:17.336265 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-4ab69632-036c-482c-9f31-9791e296ae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:17.588443 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:18.584742 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:20.233440 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:29.938615 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [req-e7ab6379-e8a7-4490-af4c-94a0224f17b8 req-7b0c4879-01a3-4239-8d6f-e176802719a4 service neutron] (93064) timed out ('10.222.0.66', 56233) {{(pid=93064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:24:34.583846 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:44.726585 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-0b7943fd-6821-4cae-a4aa-be7c363d112e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:46.090218 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:24:47.337446 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-97b4bc5f-bcf6-40c9-8f7b-af1feba4937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:47.589827 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:48.587299 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:24:50.238116 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:04.580386 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:14.728510 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3b77cc89-a9d0-432f-8738-b9a6d87567be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.338433 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7fca-b7a7-4486-bf88-10df995d10dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:17.591797 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:18.590522 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:20.241205 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-6ffaa946-1478-41bc-85cc-023e83d3a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:23.089514 dv-cinder-800015-2-iscsi neutron-server[93066]: DEBUG neutron.db.agents_db [None req-33dd2dce-cd3d-494c-88a3-a4d98000d5fc None None] Agent healthcheck: found 6 active agents {{(pid=93066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 21:25:34.598650 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-3609a4a1-710e-48ce-8ca7-e882d84e5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:36.784992 dv-cinder-800015-2-iscsi neutron-server[93063]: DEBUG neutron.wsgi [req-cf948006-a554-4ec9-88ea-d320900ee198 req-d4e3a7ce-d619-4a23-bfbb-b9fd1f9c127e service neutron] (93063) timed out ('10.222.0.66', 56197) {{(pid=93063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:25:40.723431 dv-cinder-800015-2-iscsi neutron-server[93064]: DEBUG neutron.wsgi [req-30201199-10d5-4714-a31d-7d1ccf392012 req-588dd74c-e803-4914-94ed-dc59352d41d8 service neutron] (93064) timed out ('10.222.0.64', 33830) {{(pid=93064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 21:25:44.730484 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-ab7c38e8-da3a-47d8-930e-f9cb46d6df68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.339147 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-62de16ad-c2a9-40f6-ae81-ff0e59106b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:47.594906 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-9368ac6b-718b-4c3a-a015-361941a7e57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 21:25:48.592714 dv-cinder-800015-2-iscsi neutron-server[93065]: DEBUG neutron_lib.callbacks.manager [None req-801c31e8-3722-43d6-adee-3fc993a5cf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756593691167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1562208'] for agent, after_update {{(pid=93065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}